-- Logs begin at Fri 2022-06-24 22:53:28 UTC, end at Fri 2022-06-24 23:57:41 UTC. -- Jun 24 23:32:24.034463 dv-cinder-847189-5-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 24 23:32:26.538506 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.common.config [-] Logging enabled! Jun 24 23:32:26.539219 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.4.1.dev46 Jun 24 23:32:26.539309 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88003) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 24 23:32:26.542339 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.common.config [-] Logging enabled! Jun 24 23:32:26.542594 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.4.1.dev46 Jun 24 23:32:26.542903 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88003) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 24 23:32:26.543856 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 24 23:32:26.544091 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 24 23:32:26.544445 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 24 23:32:26.544691 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 24 23:32:26.544917 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 24 23:32:26.545232 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:26.545525 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:26.545817 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:26.546045 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:26.546340 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:26.546628 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:26.546915 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:26.547198 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:26.547489 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:26.547799 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:26.548078 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:26.548360 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:26.548591 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:26.548868 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] config_source = [] {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:26.549158 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:26.549439 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:26.549663 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] debug = True {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:26.549940 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:26.550881 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:26.551276 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:26.551580 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:26.551868 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:26.552145 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:26.552412 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:26.552697 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:26.552966 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:26.553289 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] host = dv-cinder-847189-5-smb {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:26.553564 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:26.553846 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:26.554127 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:26.554406 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:26.554675 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:26.554946 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:26.555226 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:26.555526 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] log_dir = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:26.555780 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] log_file = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:26.556050 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:26.556331 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:26.556614 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:26.556898 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:26.557121 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:26.557341 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:26.557624 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:26.557903 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:26.558173 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:26.558442 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:26.558711 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:26.558983 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:26.559253 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:26.559538 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:26.559818 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:26.560096 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:26.560372 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:26.560643 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:26.560914 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:26.561181 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:26.561449 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:26.561726 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:26.561996 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:26.562264 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:26.562532 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:26.562815 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:26.563080 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:26.563349 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:26.563666 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:26.563949 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:26.564223 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:26.564501 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:26.564772 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:26.565048 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:26.565316 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:26.565584 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] use_journal = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:26.566464 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] use_json = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:26.566743 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:26.567011 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:26.567290 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:26.567584 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:26.567857 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:26.568130 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:26.568399 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:26.568679 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:26.568947 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:26.569245 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:26.569540 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:26.569836 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:26.570121 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:26.570408 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:26.570687 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:26.570971 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:26.571247 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:26.571557 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:26.571844 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:26.572129 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:26.572403 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:26.572688 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:26.572961 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:26.573251 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:26.573550 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:26.573841 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:26.574129 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:26.574402 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:26.574673 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:26.574942 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:26.575218 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:26.575501 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:26.575809 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:26.576094 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:26.576365 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:26.576641 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:26.576933 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:26.577208 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:26.577478 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:26.577752 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:26.578036 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:26.578311 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:26.578581 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:26.578858 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:26.579147 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:26.579490 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:26.579734 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:26.580007 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:26.580291 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:26.580565 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:26.580831 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:26.581099 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:26.581383 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:26.581661 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:26.581941 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:26.582214 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:26.582479 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:26.582746 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:26.583017 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:26.583287 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:26.583579 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:26.583856 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:26.584128 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:26.584401 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:26.584671 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:26.584941 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:26.585210 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:26.585480 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:26.585746 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:26.586016 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:26.586279 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:26.586549 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:26.586826 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:26.587091 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:26.587361 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:26.587660 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:26.587929 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:26.588212 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:26.588506 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:26.588778 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:26.589055 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:26.589332 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:26.589605 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:26.589877 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:26.590150 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:26.590424 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:26.590698 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:26.590964 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:26.591251 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:26.591556 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:26.591841 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:26.592119 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:26.592394 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:26.592683 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:26.592957 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:26.593236 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:26.593511 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:26.593793 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:26.594074 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:26.594354 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:26.594642 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:26.594930 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:26.595220 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:26.595538 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:26.595817 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:26.596095 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:26.596396 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:26.597642 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:26.597863 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 24 23:32:26.598104 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88003) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 24 23:32:26.987165 dv-cinder-847189-5-smb neutron-server[88003]: INFO keyring.backend [-] Loading KWallet Jun 24 23:32:26.994625 dv-cinder-847189-5-smb neutron-server[88003]: INFO keyring.backend [-] Loading SecretService Jun 24 23:32:26.998070 dv-cinder-847189-5-smb neutron-server[88003]: INFO keyring.backend [-] Loading Windows Jun 24 23:32:26.999368 dv-cinder-847189-5-smb neutron-server[88003]: INFO keyring.backend [-] Loading chainer Jun 24 23:32:26.999968 dv-cinder-847189-5-smb neutron-server[88003]: INFO keyring.backend [-] Loading macOS Jun 24 23:32:27.032834 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 23:32:27.033107 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=88003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 23:32:27.033399 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 24 23:32:27.033725 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 24 23:32:27.420764 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:27.420978 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:27.421235 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:27.422437 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:27.422711 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:27.422977 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:27.457868 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:27.458145 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:27.458416 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:27.471304 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:27.471610 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:27.471880 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:27.502145 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:27.502425 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:27.502694 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:27.539313 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:27.539895 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:27.539895 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:27.771456 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:27.771769 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:27.772038 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:27.772307 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:27.773053 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:27.891651 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:27.891978 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:27.892262 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:27.892533 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:27.892800 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:27.893113 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:27.893377 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:27.893634 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:27.893909 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:27.894252 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:27.894512 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:27.894778 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:27.895045 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:27.895306 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:27.895602 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:27.895876 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:27.896136 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:27.896410 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:27.896662 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:27.896944 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:27.897299 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:27.897553 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:27.897802 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:27.898087 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:27.898337 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:27.898583 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:27.898965 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88003) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 23:32:27.899204 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88003) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 23:32:27.899439 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88003) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 23:32:27.899699 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88003) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 23:32:27.899934 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88003) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 23:32:27.900167 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88003) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 23:32:27.900526 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 24 23:32:27.903580 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 24 23:32:27.907450 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 24 23:32:27.911728 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Jun 24 23:32:27.913336 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 24 23:32:27.913779 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 24 23:32:27.914111 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 24 23:32:27.914640 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 24 23:32:27.917423 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 24 23:32:27.917676 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 24 23:32:27.918019 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 24 23:32:27.945811 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 24 23:32:27.946248 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:27.946544 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88003) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 24 23:32:27.946907 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:27.948272 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88003) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 24 23:32:27.948551 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 24 23:32:27.948797 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 24 23:32:27.952064 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:27.952349 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:28.013535 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 24 23:32:28.013717 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 24 23:32:28.013953 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 24 23:32:28.014313 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 24 23:32:28.045881 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_db.sqlalchemy.engines [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=88003) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jun 24 23:32:28.382012 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.plugins.ml2.managers [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Initializing driver for type 'gre' Jun 24 23:32:28.382674 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] gre ID ranges: [(1, 1000)] Jun 24 23:32:28.436269 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.plugins.ml2.managers [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Initializing driver for type 'local' Jun 24 23:32:28.436687 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.plugins.ml2.managers [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Initializing driver for type 'vlan' Jun 24 23:32:28.448218 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] VlanTypeDriver initialization complete Jun 24 23:32:28.448567 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.plugins.ml2.managers [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Initializing driver for type 'vxlan' Jun 24 23:32:28.449029 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] vxlan ID ranges: [(1, 1000)] Jun 24 23:32:28.506690 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.plugins.ml2.managers [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Initializing extension driver 'port_security' Jun 24 23:32:28.507057 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.plugins.ml2.extensions.port_security [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] PortSecurityExtensionDriver initialization complete Jun 24 23:32:28.507399 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.plugins.ml2.managers [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Initializing mechanism driver 'openvswitch' Jun 24 23:32:28.507749 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.plugins.ml2.managers [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Initializing mechanism driver 'hyperv' Jun 24 23:32:28.514234 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.plugins.ml2.plugin [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:32:28.514900 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Subscribe: > port after_create 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:28.515273 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Subscribe: > port after_update 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:28.515666 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Subscribe: > port after_delete 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:28.516188 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=88003) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 24 23:32:28.516621 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Subscribe: > subnet after_create 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:28.516981 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Subscribe: > subnet after_update 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:28.517332 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:28.517724 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=88003) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 24 23:32:28.518133 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Subscribe: > network after_create 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:28.518487 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Subscribe: > network after_update 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:28.518832 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Subscribe: > network after_delete 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:28.519218 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=88003) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 24 23:32:28.519652 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Subscribe: > security_group after_create 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:28.520007 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Subscribe: > security_group after_update 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:28.520350 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Subscribe: > security_group after_delete 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:28.520738 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=88003) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 24 23:32:28.521139 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:28.521489 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:28.521830 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:28.522339 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=88003) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 24 23:32:28.522744 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Subscribe: > address_group after_create 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:28.523092 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Subscribe: > address_group after_update 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:28.523435 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Subscribe: > address_group after_delete 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:28.523847 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=88003) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 24 23:32:28.524295 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] ML2 OVO RPC backend initialized. {{(pid=88003) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Jun 24 23:32:28.524998 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:28.525361 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:28.525799 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Subscribe: > network before_response 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:28.526134 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Subscribe: > networks before_response 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:28.526486 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Subscribe: > port before_response 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:28.526831 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Subscribe: > ports before_response 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:28.527179 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Subscribe: > subnet before_response 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:28.527549 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Subscribe: > subnets before_response 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:28.527904 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Subscribe: > network after_create 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:28.528251 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Subscribe: > network after_update 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:28.528593 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Subscribe: > network after_delete 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:28.528936 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Subscribe: > port after_create 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:28.529277 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Subscribe: > port after_update 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:28.529616 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Subscribe: > port after_delete 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:28.529958 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Subscribe: > subnet after_create 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:28.530298 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Subscribe: > subnet after_update 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:28.530637 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:28.531206 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.plugins.ml2.plugin [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Modular L2 Plugin initialization complete Jun 24 23:32:28.531551 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.manager [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading services supported by the core plugin {{(pid=88003) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 24 23:32:28.531882 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.plugins.ml2.managers [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Got port-security extension from driver 'port_security' Jun 24 23:32:28.532342 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.extensions.vlantransparent [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Disabled vlantransparent extension. Jun 24 23:32:28.532824 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.manager [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88003) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 24 23:32:28.533140 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.manager [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading Plugin: router Jun 24 23:32:28.571260 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Subscribe: > router_interface before_create 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:28.571847 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Subscribe: > router after_create 55549900 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:28.572046 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Subscribe: > router before_create 55549900 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:28.572420 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:28.572798 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:28.573159 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Subscribe: > router after_delete 55549900 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:28.573524 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Subscribe: > floatingip after_update 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:28.573895 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Subscribe: > router after_create 55549900 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:28.574248 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Subscribe: > router after_update 55549900 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:28.574607 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Subscribe: > router after_update 55549900 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:28.574961 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:28.575327 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Subscribe: > router after_update 55549900 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:28.575774 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Subscribe: > router precommit_update 55549900 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:28.576154 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Subscribe: port after_update 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:28.576497 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Subscribe: port after_delete 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:28.576842 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Subscribe: subnet after_update 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:28.577191 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:28.577550 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Subscribe: > port precommit_delete 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:28.577902 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Subscribe: > router precommit_create 55549900 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:28.578249 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Subscribe: port before_delete 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:28.578597 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Subscribe: > router precommit_create 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:28.578961 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Subscribe: > router after_update 55549900 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:28.579308 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Subscribe: > router precommit_delete 55549900 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:28.579697 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Subscribe: > router precommit_create 55549900 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:28.580066 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:28.580419 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Subscribe: > router precommit_update 55549900 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:28.580791 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Subscribe: > agent after_create 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:28.581147 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Subscribe: > agent after_delete 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:28.581498 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Subscribe: > network after_delete 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:28.582359 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.quota.resource_registry [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Tracking information for resource: router configured {{(pid=88003) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 23:32:28.582695 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.quota.resource_registry [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Tracking information for resource: floatingip configured {{(pid=88003) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 24 23:32:28.587585 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.db.l3_agentschedulers_db [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 24 23:32:28.588164 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Subscribe: port after_update 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:28.588530 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Subscribe: port after_create 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:28.588884 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Subscribe: port after_delete 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:28.589238 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Subscribe: port after_update 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:28.590140 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Subscribe: > router before_create 55550100 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:28.590513 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Subscribe: > router precommit_delete 55550100 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:28.590884 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Subscribe: > router precommit_create 55550100 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:28.591247 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Subscribe: > router precommit_update 55550100 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:28.595697 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.services.provider_configuration [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Service providers = [] {{(pid=88003) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 24 23:32:28.596067 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.db.servicetype_db [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88003) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 24 23:32:28.599483 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.services.service_base [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88003) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 24 23:32:28.599859 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.services.service_base [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88003) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 24 23:32:28.600203 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.services.service_base [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88003) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 24 23:32:28.601115 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.services.service_base [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88003) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 24 23:32:28.601489 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.services.service_base [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 24 23:32:28.601862 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.manager [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88003) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 23:32:28.602183 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.manager [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 24 23:32:28.614816 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.manager [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88003) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 23:32:28.615149 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.manager [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading Plugin: auto_allocate Jun 24 23:32:28.620862 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Subscribe: network precommit_update 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:28.621238 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Subscribe: network precommit_create 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:28.621763 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.manager [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88003) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 23:32:28.622093 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.manager [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading Plugin: tag Jun 24 23:32:28.628642 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.manager [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88003) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 23:32:28.628978 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.manager [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading Plugin: timestamp Jun 24 23:32:28.632999 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.manager [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88003) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 23:32:28.633293 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.manager [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading Plugin: network_ip_availability Jun 24 23:32:28.638514 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:28.638893 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:28.639260 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:28.640010 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.manager [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88003) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 23:32:28.640335 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.manager [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading Plugin: flavors Jun 24 23:32:28.645030 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.manager [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88003) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 23:32:28.645420 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.manager [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading Plugin: revisions Jun 24 23:32:28.649790 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.manager [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88003) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 24 23:32:28.650181 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_concurrency.lockutils [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.617s {{(pid=88003) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 24 23:32:28.650916 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88003) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jun 24 23:32:28.651258 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Initializing extension manager. Jun 24 23:32:28.651839 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading extension file: __init__.py {{(pid=88003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 23:32:28.652187 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading extension file: __pycache__ {{(pid=88003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 23:32:28.652551 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 23:32:28.652913 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading extension file: address_group.py {{(pid=88003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 23:32:28.653663 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=88003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 23:32:28.654225 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loaded extension: address-group Jun 24 23:32:28.654555 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading extension file: address_scope.py {{(pid=88003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 23:32:28.655266 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 23:32:28.655815 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loaded extension: address-scope Jun 24 23:32:28.656148 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading extension file: admin_state_down_before_update.py {{(pid=88003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 23:32:28.657074 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=88003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 23:32:28.657594 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loaded extension: router-admin-state-down-before-update Jun 24 23:32:28.657923 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading extension file: agent.py {{(pid=88003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 23:32:28.658626 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 23:32:28.659145 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loaded extension: agent Jun 24 23:32:28.659472 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading extension file: agent_resources_synced.py {{(pid=88003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 23:32:28.661098 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 23:32:28.661625 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loaded extension: agent-resources-synced Jun 24 23:32:28.661955 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading extension file: allowedaddresspairs.py {{(pid=88003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 23:32:28.663765 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 23:32:28.664294 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loaded extension: allowed-address-pairs Jun 24 23:32:28.664624 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading extension file: auto_allocated_topology.py {{(pid=88003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 23:32:28.665703 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 23:32:28.666231 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loaded extension: auto-allocated-topology Jun 24 23:32:28.666560 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading extension file: availability_zone.py {{(pid=88003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 23:32:28.667254 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 23:32:28.667797 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loaded extension: availability_zone Jun 24 23:32:28.668128 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading extension file: availability_zone_filter.py {{(pid=88003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 23:32:28.669039 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 23:32:28.669556 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loaded extension: availability_zone_filter Jun 24 23:32:28.669882 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading extension file: data_plane_status.py {{(pid=88003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 23:32:28.670828 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 23:32:28.671342 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Extension data-plane-status not supported by any of loaded plugins Jun 24 23:32:28.671699 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading extension file: default_subnetpools.py {{(pid=88003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 23:32:28.672670 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 23:32:28.673192 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loaded extension: default-subnetpools Jun 24 23:32:28.673520 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading extension file: dhcpagentscheduler.py {{(pid=88003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 23:32:28.674328 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 23:32:28.674841 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loaded extension: dhcp_agent_scheduler Jun 24 23:32:28.675764 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading extension file: dns.py {{(pid=88003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 23:32:28.676673 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 23:32:28.677193 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Extension dns-integration not supported by any of loaded plugins Jun 24 23:32:28.677515 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading extension file: dns_domain_ports.py {{(pid=88003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 23:32:28.678441 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 23:32:28.678956 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 24 23:32:28.679280 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading extension file: dvr.py {{(pid=88003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 23:32:28.679981 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 23:32:28.680497 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loaded extension: dvr Jun 24 23:32:28.680820 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading extension file: empty_string_filtering.py {{(pid=88003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 23:32:28.681734 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 23:32:28.682251 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loaded extension: empty-string-filtering Jun 24 23:32:28.682577 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 23:32:28.683487 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 23:32:28.684024 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 24 23:32:28.684352 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 23:32:28.685259 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 23:32:28.685771 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 24 23:32:28.686097 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading extension file: external_net.py {{(pid=88003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 23:32:28.687013 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 23:32:28.687542 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loaded extension: external-net Jun 24 23:32:28.687874 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading extension file: extra_dhcp_opt.py {{(pid=88003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 23:32:28.688788 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 23:32:28.689304 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loaded extension: extra_dhcp_opt Jun 24 23:32:28.689624 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading extension file: extraroute.py {{(pid=88003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 23:32:28.690525 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 23:32:28.691063 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loaded extension: extraroute Jun 24 23:32:28.691389 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading extension file: extraroute_atomic.py {{(pid=88003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 23:32:28.692443 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 23:32:28.693112 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loaded extension: extraroute-atomic Jun 24 23:32:28.693440 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading extension file: filter_validation.py {{(pid=88003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 23:32:28.694111 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=88003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 23:32:28.694620 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loaded extension: filter-validation Jun 24 23:32:28.694944 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading extension file: fip_pf_description.py {{(pid=88003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 23:32:28.695875 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 23:32:28.696387 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 24 23:32:28.696710 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading extension file: fip_port_details.py {{(pid=88003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 23:32:28.697630 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 23:32:28.698150 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loaded extension: fip-port-details Jun 24 23:32:28.698487 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading extension file: flavors.py {{(pid=88003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 23:32:28.699731 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 23:32:28.700258 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loaded extension: flavors Jun 24 23:32:28.700588 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 23:32:28.702243 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 23:32:28.702771 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 24 23:32:28.703109 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading extension file: floatingip_pools.py {{(pid=88003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 23:32:28.703901 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 23:32:28.704418 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loaded extension: floatingip-pools Jun 24 23:32:28.704746 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading extension file: ip_allocation.py {{(pid=88003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 23:32:28.705664 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 23:32:28.706178 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Extension ip_allocation not supported by any of loaded plugins Jun 24 23:32:28.706538 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 23:32:28.707461 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 23:32:28.708025 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loaded extension: ip-substring-filtering Jun 24 23:32:28.708353 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading extension file: l2_adjacency.py {{(pid=88003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 23:32:28.709284 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 23:32:28.709795 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 24 23:32:28.710123 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading extension file: l3.py {{(pid=88003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 23:32:28.711196 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 23:32:28.711732 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loaded extension: router Jun 24 23:32:28.712053 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading extension file: l3_conntrack_helper.py {{(pid=88003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 23:32:28.714679 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 23:32:28.715289 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 24 23:32:28.715677 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 23:32:28.716704 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 23:32:28.717275 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loaded extension: ext-gw-mode Jun 24 23:32:28.717646 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 23:32:28.718663 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 23:32:28.719226 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loaded extension: l3-ha Jun 24 23:32:28.719643 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading extension file: l3_flavors.py {{(pid=88003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 23:32:28.720680 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 23:32:28.721244 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loaded extension: l3-flavors Jun 24 23:32:28.721587 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 23:32:28.723135 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 23:32:28.723735 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 24 23:32:28.724100 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading extension file: l3agentscheduler.py {{(pid=88003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 23:32:28.725236 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 23:32:28.725864 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loaded extension: l3_agent_scheduler Jun 24 23:32:28.726156 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading extension file: logging.py {{(pid=88003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 23:32:28.727823 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 23:32:28.728403 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Extension logging not supported by any of loaded plugins Jun 24 23:32:28.728774 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading extension file: metering.py {{(pid=88003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 23:32:28.729612 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 23:32:28.730334 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loaded extension: metering Jun 24 23:32:28.730593 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=88003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 23:32:28.731797 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=88003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 23:32:28.732321 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loaded extension: metering_source_and_destination_fields Jun 24 23:32:28.732650 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading extension file: multiprovidernet.py {{(pid=88003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 23:32:28.733578 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 23:32:28.734114 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loaded extension: multi-provider Jun 24 23:32:28.734422 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading extension file: netmtu.py {{(pid=88003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 23:32:28.735339 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 23:32:28.735884 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loaded extension: net-mtu Jun 24 23:32:28.736208 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading extension file: netmtu_writable.py {{(pid=88003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 23:32:28.737133 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 23:32:28.738535 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loaded extension: net-mtu-writable Jun 24 23:32:28.738859 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading extension file: network_availability_zone.py {{(pid=88003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 23:32:28.739553 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 23:32:28.740075 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loaded extension: network_availability_zone Jun 24 23:32:28.740402 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading extension file: network_ip_availability.py {{(pid=88003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 23:32:28.741498 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 23:32:28.742023 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loaded extension: network-ip-availability Jun 24 23:32:28.742354 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading extension file: network_segment_range.py {{(pid=88003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 23:32:28.743131 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 23:32:28.743687 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Extension network-segment-range not supported by any of loaded plugins Jun 24 23:32:28.744013 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading extension file: pagination.py {{(pid=88003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 23:32:28.744999 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 23:32:28.745333 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loaded extension: pagination Jun 24 23:32:28.745657 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading extension file: port_device_profile.py {{(pid=88003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 23:32:28.746579 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=88003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 23:32:28.747098 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loaded extension: port-device-profile Jun 24 23:32:28.747425 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 23:32:28.748368 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 23:32:28.748897 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loaded extension: port-mac-address-regenerate Jun 24 23:32:28.749223 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=88003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 23:32:28.750138 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=88003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 23:32:28.750654 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loaded extension: port-numa-affinity-policy Jun 24 23:32:28.750980 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading extension file: port_resource_request.py {{(pid=88003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 23:32:28.751926 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 23:32:28.752435 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Extension port-resource-request not supported by any of loaded plugins Jun 24 23:32:28.752759 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading extension file: portbindings.py {{(pid=88003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 23:32:28.753723 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 23:32:28.754235 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loaded extension: binding Jun 24 23:32:28.754558 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading extension file: portbindings_extended.py {{(pid=88003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 23:32:28.755869 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 23:32:28.756393 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loaded extension: binding-extended Jun 24 23:32:28.756725 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading extension file: portsecurity.py {{(pid=88003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 23:32:28.757639 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 23:32:28.758159 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loaded extension: port-security Jun 24 23:32:28.758494 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading extension file: project_id.py {{(pid=88003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 23:32:28.759634 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 23:32:28.759972 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loaded extension: project-id Jun 24 23:32:28.760301 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading extension file: providernet.py {{(pid=88003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 23:32:28.761217 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 23:32:28.761740 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loaded extension: provider Jun 24 23:32:28.762066 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading extension file: qos.py {{(pid=88003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 23:32:28.765577 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 23:32:28.766113 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Extension qos not supported by any of loaded plugins Jun 24 23:32:28.766453 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 23:32:28.767728 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 23:32:28.768255 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 24 23:32:28.768596 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 23:32:28.770123 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 23:32:28.770645 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 24 23:32:28.770973 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading extension file: qos_default.py {{(pid=88003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 23:32:28.771919 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 23:32:28.772444 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Extension qos-default not supported by any of loaded plugins Jun 24 23:32:28.772772 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading extension file: qos_fip.py {{(pid=88003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 23:32:28.773426 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 23:32:28.773938 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Extension qos-fip not supported by any of loaded plugins Jun 24 23:32:28.774261 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading extension file: qos_gateway_ip.py {{(pid=88003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 23:32:28.775188 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 23:32:28.775743 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 24 23:32:28.776070 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading extension file: qos_port_network_policy.py {{(pid=88003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 23:32:28.776989 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 23:32:28.777507 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 24 23:32:28.777835 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading extension file: qos_rule_type_details.py {{(pid=88003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 23:32:28.778751 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 23:32:28.779273 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 24 23:32:28.779626 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading extension file: qos_rules_alias.py {{(pid=88003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 23:32:28.780672 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 23:32:28.781187 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 24 23:32:28.781514 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading extension file: quotasv2.py {{(pid=88003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 23:32:28.782422 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 23:32:28.782752 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loaded extension: quotas Jun 24 23:32:28.783073 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading extension file: quotasv2_detail.py {{(pid=88003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 23:32:28.785326 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 23:32:28.785665 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loaded extension: quota_details Jun 24 23:32:28.785994 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading extension file: rbac.py {{(pid=88003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 23:32:28.787057 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 23:32:28.787620 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loaded extension: rbac-policies Jun 24 23:32:28.787959 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading extension file: rbac_address_group.py {{(pid=88003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 23:32:28.788896 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=88003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 23:32:28.789427 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loaded extension: rbac-address-group Jun 24 23:32:28.789757 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading extension file: rbac_address_scope.py {{(pid=88003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 23:32:28.790676 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 23:32:28.791196 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loaded extension: rbac-address-scope Jun 24 23:32:28.791536 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading extension file: rbac_security_groups.py {{(pid=88003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 23:32:28.792477 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 23:32:28.792996 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loaded extension: rbac-security-groups Jun 24 23:32:28.793324 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading extension file: rbac_subnetpool.py {{(pid=88003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 23:32:28.794247 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 23:32:28.794764 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loaded extension: rbac-subnetpool Jun 24 23:32:28.795091 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading extension file: revisionifmatch.py {{(pid=88003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 23:32:28.796045 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 23:32:28.796572 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loaded extension: revision-if-match Jun 24 23:32:28.796899 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading extension file: revisions.py {{(pid=88003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 23:32:28.798021 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 23:32:28.798544 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loaded extension: standard-attr-revisions Jun 24 23:32:28.798875 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading extension file: router_availability_zone.py {{(pid=88003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 23:32:28.799589 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 23:32:28.800111 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loaded extension: router_availability_zone Jun 24 23:32:28.800961 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading extension file: routerservicetype.py {{(pid=88003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 23:32:28.802000 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 23:32:28.802523 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Extension router-service-type not supported by any of loaded plugins Jun 24 23:32:28.802850 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=88003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 23:32:28.803827 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=88003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 23:32:28.804351 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loaded extension: security-groups-normalized-cidr Jun 24 23:32:28.804675 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading extension file: security_groups_port_filtering.py {{(pid=88003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 23:32:28.805599 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 23:32:28.806116 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loaded extension: port-security-groups-filtering Jun 24 23:32:28.806441 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=88003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 23:32:28.807361 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=88003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 23:32:28.807917 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loaded extension: security-groups-remote-address-group Jun 24 23:32:28.808243 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading extension file: securitygroup.py {{(pid=88003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 23:32:28.818286 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 23:32:28.818825 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loaded extension: security-group Jun 24 23:32:28.819169 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading extension file: segment.py {{(pid=88003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 23:32:28.819989 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 23:32:28.820511 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Extension segment not supported by any of loaded plugins Jun 24 23:32:28.820847 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 23:32:28.821784 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 23:32:28.822309 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 24 23:32:28.822639 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading extension file: servicetype.py {{(pid=88003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 23:32:28.823776 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 23:32:28.824311 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loaded extension: service-type Jun 24 23:32:28.824646 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading extension file: sorting.py {{(pid=88003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 23:32:28.825629 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 23:32:28.825966 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loaded extension: sorting Jun 24 23:32:28.826294 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading extension file: standard_attr_segment.py {{(pid=88003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 23:32:28.827207 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 23:32:28.827761 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 24 23:32:28.828089 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading extension file: standardattrdescription.py {{(pid=88003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 23:32:28.828759 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 23:32:28.829278 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loaded extension: standard-attr-description Jun 24 23:32:28.829604 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading extension file: stateful_security_group.py {{(pid=88003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 23:32:28.830535 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 23:32:28.831059 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loaded extension: stateful-security-group Jun 24 23:32:28.831404 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading extension file: stdattrs_common.py {{(pid=88003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 23:32:28.832019 dv-cinder-847189-5-smb neutron-server[88003]: WARNING neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 24 23:32:28.832349 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 23:32:28.833353 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 23:32:28.833882 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 24 23:32:28.834209 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading extension file: subnet_onboard.py {{(pid=88003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 23:32:28.835282 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 23:32:28.835835 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loaded extension: subnet_onboard Jun 24 23:32:28.836162 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 23:32:28.837092 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 23:32:28.837608 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 24 23:32:28.837934 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading extension file: subnet_service_types.py {{(pid=88003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 23:32:28.838857 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 23:32:28.839381 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loaded extension: subnet-service-types Jun 24 23:32:28.839738 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading extension file: subnetallocation.py {{(pid=88003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 23:32:28.840818 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 23:32:28.841338 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loaded extension: subnet_allocation Jun 24 23:32:28.841666 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 23:32:28.842332 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 23:32:28.842858 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loaded extension: subnetpool-prefix-ops Jun 24 23:32:28.843186 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 23:32:28.844160 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 23:32:28.844679 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 24 23:32:28.845007 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading extension file: tagging.py {{(pid=88003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 23:32:28.846072 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 23:32:28.846598 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loaded extension: standard-attr-tag Jun 24 23:32:28.846932 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading extension file: timestamp.py {{(pid=88003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 23:32:28.848576 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 23:32:28.849223 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loaded extension: standard-attr-timestamp Jun 24 23:32:28.849559 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading extension file: trunk.py {{(pid=88003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 23:32:28.850598 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 23:32:28.851120 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Extension trunk not supported by any of loaded plugins Jun 24 23:32:28.851451 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading extension file: trunk_details.py {{(pid=88003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 23:32:28.852414 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 23:32:28.852932 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Extension trunk-details not supported by any of loaded plugins Jun 24 23:32:28.853260 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading extension file: uplink_status_propagation.py {{(pid=88003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 23:32:28.854183 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 23:32:28.854704 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 24 23:32:28.855031 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Loading extension file: vlantransparent.py {{(pid=88003) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 24 23:32:28.855728 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88003) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 24 23:32:28.856243 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 24 23:32:28.858636 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.quota.resource_registry [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Creating instance of TrackedResource for resource:network Jun 24 23:32:28.859389 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.quota.resource_registry [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Creating instance of TrackedResource for resource:subnet Jun 24 23:32:28.861346 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.quota.resource_registry [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 23:32:28.861979 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.quota.resource_registry [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Creating instance of TrackedResource for resource:port Jun 24 23:32:28.864026 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.v2.resource_helper [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88003) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 23:32:28.864477 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.v2.resource_helper [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Service FLAVORS assigned prefix: {{(pid=88003) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 23:32:28.865093 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.v2.resource_helper [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88003) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 23:32:28.865527 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.v2.resource_helper [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88003) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 23:32:28.865863 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.quota.resource_registry [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Creating instance of TrackedResource for resource:router Jun 24 23:32:28.866522 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.quota.resource_registry [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Creating instance of TrackedResource for resource:floatingip Jun 24 23:32:28.867247 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.v2.resource_helper [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Service METERING assigned prefix: /metering {{(pid=88003) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 23:32:28.868734 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:28.869114 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:28.869484 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:32:28.870608 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.quota.resource_registry [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Creating instance of CountableResource for resource:rbac_policy Jun 24 23:32:28.871073 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.quota.resource_registry [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Creating instance of TrackedResource for resource:security_group Jun 24 23:32:28.871762 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.quota.resource_registry [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 24 23:32:28.872511 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.v2.resource_helper [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Service CORE assigned prefix: {{(pid=88003) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 23:32:28.872850 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.quota.resource_registry [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 23:32:28.873190 dv-cinder-847189-5-smb neutron-server[88003]: WARNING neutron.quota.resource_registry [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] subnetpool is already registered Jun 24 23:32:28.873780 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.v2.resource_helper [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Service CORE assigned prefix: {{(pid=88003) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 23:32:28.874109 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.quota.resource_registry [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 23:32:28.874442 dv-cinder-847189-5-smb neutron-server[88003]: WARNING neutron.quota.resource_registry [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] subnetpool is already registered Jun 24 23:32:28.877071 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.v2.resource_helper [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88003) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 23:32:28.877506 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.v2.resource_helper [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Service FLAVORS assigned prefix: {{(pid=88003) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 23:32:28.878092 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.v2.resource_helper [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88003) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 23:32:28.879084 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.v2.resource_helper [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88003) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 23:32:28.879424 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.quota.resource_registry [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Creating instance of TrackedResource for resource:router Jun 24 23:32:28.879791 dv-cinder-847189-5-smb neutron-server[88003]: WARNING neutron.quota.resource_registry [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] router is already registered Jun 24 23:32:28.880390 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.quota.resource_registry [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Creating instance of TrackedResource for resource:floatingip Jun 24 23:32:28.880731 dv-cinder-847189-5-smb neutron-server[88003]: WARNING neutron.quota.resource_registry [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] floatingip is already registered Jun 24 23:32:28.881361 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.v2.resource_helper [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Service METERING assigned prefix: /metering {{(pid=88003) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 23:32:28.882031 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.quota.resource_registry [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Creating instance of CountableResource for resource:rbac_policy Jun 24 23:32:28.882363 dv-cinder-847189-5-smb neutron-server[88003]: WARNING neutron.quota.resource_registry [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] rbac_policy is already registered Jun 24 23:32:28.882905 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.quota.resource_registry [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Creating instance of TrackedResource for resource:security_group Jun 24 23:32:28.883284 dv-cinder-847189-5-smb neutron-server[88003]: WARNING neutron.quota.resource_registry [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] security_group is already registered Jun 24 23:32:28.883851 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.quota.resource_registry [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 24 23:32:28.884185 dv-cinder-847189-5-smb neutron-server[88003]: WARNING neutron.quota.resource_registry [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] security_group_rule is already registered Jun 24 23:32:28.884857 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.v2.resource_helper [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Service CORE assigned prefix: {{(pid=88003) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 23:32:28.885192 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.quota.resource_registry [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 23:32:28.885519 dv-cinder-847189-5-smb neutron-server[88003]: WARNING neutron.quota.resource_registry [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] subnetpool is already registered Jun 24 23:32:28.886109 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.v2.resource_helper [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Service CORE assigned prefix: {{(pid=88003) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 24 23:32:28.886438 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.quota.resource_registry [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Creating instance of TrackedResource for resource:subnetpool Jun 24 23:32:28.886765 dv-cinder-847189-5-smb neutron-server[88003]: WARNING neutron.quota.resource_registry [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] subnetpool is already registered Jun 24 23:32:28.887413 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Extended resource: extensions {{(pid=88003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 23:32:28.888860 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Extended resource: address-groups {{(pid=88003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 23:32:28.890464 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Extended resource: address-scopes {{(pid=88003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 23:32:28.891688 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Extended resource: agents {{(pid=88003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 23:32:28.892849 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Extended resource: auto-allocated-topology {{(pid=88003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 23:32:28.894094 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Extended resource: availability_zones {{(pid=88003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 23:32:28.895396 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Extended resource: dhcp-networks {{(pid=88003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 23:32:28.896818 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Extended resource: dhcp-agents {{(pid=88003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 23:32:28.898237 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Extended resource: routers {{(pid=88003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 23:32:28.900045 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Extended resource: flavors {{(pid=88003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 23:32:28.901190 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Extended resource: service_profiles {{(pid=88003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 23:32:28.902367 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Extended resource: next_providers {{(pid=88003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 23:32:28.903910 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Extended resource: service_profiles {{(pid=88003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 23:32:28.905332 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Extended resource: floatingip-pools {{(pid=88003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 23:32:28.906532 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Extended resource: routers {{(pid=88003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 23:32:28.908324 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Extended resource: floatingips {{(pid=88003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 23:32:28.909493 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Extended resource: l3-routers {{(pid=88003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 23:32:28.911193 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Extended resource: l3-agents {{(pid=88003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 23:32:28.912766 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Extended resource: metering-labels {{(pid=88003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 23:32:28.914110 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Extended resource: metering-label-rules {{(pid=88003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 23:32:28.915382 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Extended resource: network-ip-availabilities {{(pid=88003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 23:32:28.916652 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Extended resource: bindings {{(pid=88003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 23:32:28.918282 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Extended resource: quotas {{(pid=88003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 23:32:28.919722 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Extended resource: quotas {{(pid=88003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 23:32:28.921114 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Extended resource: rbac-policies {{(pid=88003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 23:32:28.922461 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Extended resource: security-groups {{(pid=88003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 23:32:28.923690 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Extended resource: security-group-rules {{(pid=88003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 23:32:28.924931 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Extended resource: service-providers {{(pid=88003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 23:32:28.926903 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Extended resource: subnetpools {{(pid=88003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 23:32:28.929234 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Extended resource: subnetpools {{(pid=88003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 23:32:28.930701 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Extended resource: tags {{(pid=88003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 23:32:28.932409 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Extended resource: tags {{(pid=88003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 23:32:29.043382 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Extended resource: tags {{(pid=88003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 23:32:29.045172 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Extended resource: tags {{(pid=88003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 23:32:29.046960 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Extended resource: tags {{(pid=88003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 23:32:29.048882 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Extended resource: tags {{(pid=88003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 23:32:29.051098 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Extended resource: tags {{(pid=88003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 23:32:29.053011 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Extended resource: tags {{(pid=88003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 23:32:29.055393 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Extended resource: tags {{(pid=88003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 23:32:29.057268 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron.api.extensions [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Extended resource: tags {{(pid=88003) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 24 23:32:29.063302 dv-cinder-847189-5-smb neutron-server[88003]: WARNING keystonemiddleware.auth_token [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 24 23:32:29.068718 dv-cinder-847189-5-smb neutron-server[88003]: WARNING keystonemiddleware.auth_token [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 24 23:32:29.077263 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_concurrency.lockutils [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Acquired lock "singleton_lock" {{(pid=88003) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 24 23:32:29.077756 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_concurrency.lockutils [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Releasing lock "singleton_lock" {{(pid=88003) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 24 23:32:29.078379 dv-cinder-847189-5-smb neutron-server[88003]: INFO oslo_service.service [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Starting 2 workers Jun 24 23:32:29.083070 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Started child 88108 {{(pid=88003) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 24 23:32:29.087427 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Started child 88109 {{(pid=88003) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 24 23:32:29.088312 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:32:29.089023 dv-cinder-847189-5-smb neutron-server[88003]: INFO neutron.service [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 24 23:32:29.089688 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Notify callbacks [] for process, before_spawn {{(pid=88003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:32:29.089839 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [-] (88108) wsgi starting up on http://0.0.0.0:9696 Jun 24 23:32:29.091907 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:32:29.092396 dv-cinder-847189-5-smb neutron-server[88003]: INFO oslo_service.service [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Starting 1 workers Jun 24 23:32:29.093203 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [-] (88109) wsgi starting up on http://0.0.0.0:9696 Jun 24 23:32:29.097155 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Started child 88110 {{(pid=88003) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 24 23:32:29.097675 dv-cinder-847189-5-smb neutron-server[88003]: INFO oslo_service.service [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Starting 1 workers Jun 24 23:32:29.100603 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.service [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] calling RpcWorker wait() {{(pid=88110) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 24 23:32:29.101139 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.service [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] returning from RpcWorker wait() {{(pid=88110) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 24 23:32:29.101994 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Started child 88111 {{(pid=88003) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 24 23:32:29.102442 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:32:29.102754 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG neutron_lib.callbacks.manager [None req-d24f8006-0b3e-47ac-89f4-6329af3ba8d7 None None] Notify callbacks [] for process, after_spawn {{(pid=88003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:32:29.102912 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:32:29.104609 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88003) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 24 23:32:29.104820 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 24 23:32:29.105006 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 24 23:32:29.105223 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 24 23:32:29.105555 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 24 23:32:29.105719 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 24 23:32:29.106216 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.106479 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:32:29.106954 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.106954 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.107085 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.107272 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.107866 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.108127 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.108389 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.108672 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.108907 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.109078 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.109260 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.109484 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.109715 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.110011 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.110277 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.110511 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.110799 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.110971 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.111228 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.111495 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.111760 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.112033 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] debug = True {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.112271 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.113529 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.113754 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.113994 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.114228 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.114493 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.114717 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.114990 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.115233 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.115478 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.115749 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.116005 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.116250 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.116478 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.116699 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.116943 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.117158 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.117637 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] host = dv-cinder-847189-5-smb {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.117851 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.118065 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.118290 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.118533 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.118788 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.119017 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.119280 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.119562 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.119817 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.120025 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.120287 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.120531 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.120744 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.120982 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] log_file = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.121145 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] log_options = True {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.121388 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.121671 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.121918 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.122119 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.122287 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.122461 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.122717 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.122882 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.123132 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.123377 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.123612 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.123847 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.124089 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.124320 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.124556 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.124784 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.125024 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.125254 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.125495 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.125821 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.126185 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.126506 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.126766 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.126990 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.127206 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.127444 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.127776 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.128421 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.129193 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.129406 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.129644 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.130088 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:32:29.130542 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.130542 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.130542 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.131070 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.131070 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.131357 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.131357 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.131667 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.131851 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.132090 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.132306 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.132572 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.132857 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.133130 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.133435 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] use_json = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.133687 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.133911 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.134660 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.134660 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.134939 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.135084 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.135284 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.135569 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.135774 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.136193 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.136606 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.136813 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.137222 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.137222 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.137508 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.137687 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.138099 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.138254 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.138398 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.138669 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.138894 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.139436 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.139436 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.139436 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.140301 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.140301 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.140572 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.140707 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.140939 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.141156 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.141400 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.141751 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.142035 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.142302 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.142577 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.142799 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.143039 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.143253 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.143468 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.143721 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.143965 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.144240 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.144462 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.144882 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.145214 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.145622 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.145782 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.145918 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.146168 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.146410 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.146646 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.146867 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.147067 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.147280 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.147539 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.147747 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.147989 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.148223 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.148458 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.148703 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.148954 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.149183 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.149416 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.149631 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.149878 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.150114 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.150347 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.150532 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.150764 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.151027 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.151216 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.151457 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.151696 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.151933 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.152151 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.152396 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.152609 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.152831 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.153043 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.153263 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.153475 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.153707 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.153924 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.154137 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.154864 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.154864 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.154864 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.155123 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.155261 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.155439 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.155673 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.155908 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.156124 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.156405 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.156910 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.157070 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.157221 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.157454 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.158783 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.158783 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.158783 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.158783 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.158783 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.161458 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.161458 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.161458 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.161458 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.161458 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.161458 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.161458 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.161458 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.161928 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.161928 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.161928 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.161928 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.162154 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.162406 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.162673 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.163198 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.163366 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.163875 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.163875 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.164182 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.164337 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.164584 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.164877 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.165142 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.165418 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.165655 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.165937 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.166200 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.166430 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.166704 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.166935 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.167187 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.167424 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.167715 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.167979 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.168196 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.168407 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.168634 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.168979 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.169216 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.169513 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.169818 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.170225 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.170488 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.170747 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.170997 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.171470 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.171771 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.172016 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.172275 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.172493 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.172737 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.172964 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.173173 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.173402 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.173665 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.173819 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.174191 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.174567 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.174948 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.175917 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.176146 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.176393 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.176614 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.176828 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.177231 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.177470 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.177692 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.177945 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.178183 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.178420 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.178638 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.178851 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.179120 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.179354 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.179641 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.180041 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.180278 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.180520 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.180775 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.181025 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.181256 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.181527 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.181765 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.181974 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.182186 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.182435 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.182647 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.182859 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.183108 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.183323 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.183612 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.183850 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.184179 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.184429 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.184680 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.184922 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.185156 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.185368 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.185585 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.185965 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.186206 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.186424 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.186649 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.186895 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.187112 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.187330 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.187588 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.187829 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.188092 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.188324 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.188581 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.188798 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.189035 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.189250 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.189464 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.189677 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.189884 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.190099 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.190306 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.190535 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.190757 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.191135 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.192033 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.192282 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.192550 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.192798 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.192996 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.193232 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.193406 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.193620 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.193836 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.194351 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.194351 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.194636 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.194783 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.194922 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.195177 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.195434 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.195679 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.195965 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.196227 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.196452 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.196719 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.197030 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.197247 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.197580 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.197838 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.199266 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.199382 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 49796) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:32:29.199471 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.199471 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.199471 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.199471 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.199471 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.199881 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.199881 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.200127 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.200405 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.200619 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.200923 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.201250 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.201521 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.201781 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.202005 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.202289 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.202531 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.202745 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.202976 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.203213 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.203449 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.203743 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.204004 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.204249 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.204468 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.204693 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.204908 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.205131 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.205355 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.205594 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.205836 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.205993 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 24 23:32:29.206554 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88003) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 24 23:32:29.206696 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 24 23:32:29.206851 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 24 23:32:29.207179 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 24 23:32:29.207352 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 24 23:32:29.207526 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 24 23:32:29.207897 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.208203 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.208525 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.208672 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.208823 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.209032 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.209188 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.209334 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.209538 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.209669 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.209790 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.210017 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.210180 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [-] 10.222.0.42 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0084624 Jun 24 23:32:29.210311 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.210311 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.210558 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.210678 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.210845 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.211014 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.211179 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.211338 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.212279 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.212279 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.212279 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] debug = True {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.212279 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.212279 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.212279 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.212901 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.212901 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.212901 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.212901 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.213280 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.213280 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.213480 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.213480 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.213689 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.213765 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.213894 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.214052 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.214209 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.214368 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.214533 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] host = dv-cinder-847189-5-smb {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.214747 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.214846 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.215199 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.215199 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.215376 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.215454 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.216572 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.216739 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.217078 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.217817 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.217817 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.217817 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.218009 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:32:29.218093 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.218093 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] log_file = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.218093 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] log_options = True {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.218263 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.218263 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.218411 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.218739 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.218910 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.219067 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.219378 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.220323 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.220323 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.220323 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.220323 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.220323 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.220662 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.220662 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.220662 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.220840 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.220957 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.222658 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.223018 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.223383 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.223731 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.223895 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.224061 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.224227 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.224384 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.224678 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.224961 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.225255 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.225416 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.225711 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.225871 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.226179 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.226486 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.226845 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.227151 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.227313 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.227630 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.227939 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.228096 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.228259 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.228420 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.228579 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.228731 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.229105 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.229269 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.229430 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] use_json = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.229588 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.229746 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.229905 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.230063 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.230215 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.230367 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.230526 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.230685 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.230843 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 24 23:32:29.231028 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.231192 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.231365 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.231627 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.231734 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.231855 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.232164 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.232332 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.232469 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.232629 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.232804 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.232984 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.233141 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.233288 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.233435 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.233589 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.233728 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.233868 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.234029 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.234186 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.234349 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.234511 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.234687 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.235416 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.235416 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.235416 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.235416 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.235416 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.235759 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.235759 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.235961 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.236065 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.236227 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.236390 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.236552 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.236756 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.236859 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.237027 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.237176 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.237577 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.238309 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.238475 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.238639 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.239003 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.239003 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.239280 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.239280 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.239618 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.239618 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.239899 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.239899 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.240156 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.240156 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.240408 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.240532 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.240654 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.240777 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.240918 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.241080 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.241242 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.241402 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.241576 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.241739 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.241899 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.242136 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.242273 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.242407 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.242530 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.242653 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.242820 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.242980 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.243143 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.243304 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.243465 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.243649 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.243811 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.244021 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.244204 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.244375 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.244537 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.244698 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.244858 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.245019 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.245258 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.245436 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.245611 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.245959 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.245959 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.246533 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.246533 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.246777 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.246777 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.246970 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.247100 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.247209 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.247343 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.247948 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.248137 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.248276 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.249127 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.249127 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.249127 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.249127 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.249127 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.249476 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.249476 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.249476 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.249644 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.251549 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.251549 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.251549 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.251549 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.251549 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.251549 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.251549 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.251549 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.252047 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.252047 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.252047 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.252047 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.252047 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.252047 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.252047 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.252047 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.252471 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.252471 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.252584 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.252647 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.253437 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.253437 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.253437 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.253437 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.253706 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.253706 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.253820 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.253933 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.254124 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.254254 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.254412 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.254573 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.254738 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.254908 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.255057 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.255202 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.255369 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.255563 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.255701 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.255848 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.256005 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.256173 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.256327 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.256649 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.256812 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.256977 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.257145 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.257277 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.257433 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.257594 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.258290 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.258290 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.258290 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.258290 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.258688 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.258688 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.258688 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.258906 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.258986 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.259095 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.259257 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.259410 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.259747 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.259911 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.260051 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.260211 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.260369 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.260507 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.260675 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.260839 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.261552 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.261552 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.261552 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.261552 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.262091 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.262091 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.262091 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.262091 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.262700 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.262700 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.262700 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.262700 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.262977 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.262977 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.263128 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.263261 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.263443 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.263592 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.263746 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.263914 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.264075 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.264248 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.264388 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.264601 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.264705 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.265464 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.265464 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.265464 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.265464 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.265464 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.265799 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.265799 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.265951 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.266057 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.266252 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.266565 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.266565 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.266842 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.266842 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.267059 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.267151 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.267267 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.267428 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.267621 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.267782 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.267941 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.268100 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.268260 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.268430 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.268590 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.268748 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.268934 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.269098 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.269267 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.269429 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.269590 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.269760 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.269922 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.270612 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.270612 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.270612 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.270612 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.270875 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.270875 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.270990 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.271147 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.271310 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.271476 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.271682 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.271851 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.272015 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.272185 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.272355 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.272564 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.272697 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.272847 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.273020 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.273181 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.273340 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.273501 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.273661 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.273821 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.273980 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.274140 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.274300 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.274461 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.274621 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.274781 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.274942 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.275102 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.275261 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.275423 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.275605 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.275767 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.275928 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.276088 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 24 23:32:29.276241 dv-cinder-847189-5-smb neutron-server[88003]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88003) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 24 23:32:39.970986 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5edbf011-0b53-4bfb-b82e-cf6e465796f4 None None] get_active_networks_info from dv-cinder-847189-5-smb {{(pid=88110) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jun 24 23:32:40.033883 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5edbf011-0b53-4bfb-b82e-cf6e465796f4 None None] No non-hosted networks {{(pid=88110) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 24 23:32:40.037760 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b029cd19-32d0-42f1-91e0-87c93f5c7a9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-488776'] for agent, after_create {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:32:42.115425 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-ef0b7d13-5463-4953-afdb-74d9acac01e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-488776'] for agent, after_create {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:32:42.156500 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-1acb583b-1b72-47a1-b862-d282b9d8acaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:32:42.821433 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-8c0b2992-c590-46d4-9042-25b3b8179244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-488776'] for agent, after_create {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:32:43.282858 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-488776'] for agent, after_create {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:32:43.285571 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:32:43.287329 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:32:43.290358 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:32:43.290709 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:32:43.294647 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:32:43.296629 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:32:43.298221 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:32:43.299543 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:32:43.303150 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:32:43.303740 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:32:43.304233 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:32:43.304750 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:32:43.307102 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-847189-5-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:32:43.321155 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-847189-5-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:32:44.573421 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-1d7c9831-c6e7-4afe-acbd-faa6f5f62172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-488776'] for agent, after_create {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:32:45.497462 dv-cinder-847189-5-smb neutron-server[88110]: INFO neutron.db.l3_hamode_db [None req-fda8f55b-d3f9-4716-b2c9-9374a5ca9b4d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 24 23:32:45.582809 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda8f55b-d3f9-4716-b2c9-9374a5ca9b4d None None] Routers set() bound to L3 agent in host dv-cinder-847189-5-smb {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 23:32:45.583467 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda8f55b-d3f9-4716-b2c9-9374a5ca9b4d None None] Router IDs set() for agent in host dv-cinder-847189-5-smb {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Jun 24 23:32:46.037239 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 49892) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:32:46.600956 dv-cinder-847189-5-smb neutron-server[88108]: WARNING oslo_policy.policy [None req-7ed733af-2498-49ae-a042-0ca9ffb3b666 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 23:32:46.601540 dv-cinder-847189-5-smb neutron-server[88108]: WARNING oslo_policy.policy [None req-7ed733af-2498-49ae-a042-0ca9ffb3b666 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 23:32:46.816912 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [None req-7ed733af-2498-49ae-a042-0ca9ffb3b666 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88108) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 23:32:46.818157 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-7ed733af-2498-49ae-a042-0ca9ffb3b666 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7788997 Jun 24 23:32:49.187918 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 49906) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:32:49.549360 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.v2.base [None req-52fbf873-8011-42c5-9765-0768957d9256 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:32:49.644303 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.policy [None req-52fbf873-8011-42c5-9765-0768957d9256 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88108) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 24 23:32:49.689406 dv-cinder-847189-5-smb neutron-server[88108]: WARNING oslo_policy.policy [None req-52fbf873-8011-42c5-9765-0768957d9256 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 23:32:49.689784 dv-cinder-847189-5-smb neutron-server[88108]: WARNING oslo_policy.policy [None req-52fbf873-8011-42c5-9765-0768957d9256 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 23:32:49.698226 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.quota [None req-52fbf873-8011-42c5-9765-0768957d9256 admin admin] Loaded quota_driver: . Jun 24 23:32:49.713258 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-52fbf873-8011-42c5-9765-0768957d9256 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:32:49.773245 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-52fbf873-8011-42c5-9765-0768957d9256 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754891960450', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754891964113', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754891973464', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754891980326', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754891985592', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754891996160', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1475626', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1420498', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-360895', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-268064551'] for rbac-policy, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:32:49.833868 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-52fbf873-8011-42c5-9765-0768957d9256 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:32:49.835277 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-52fbf873-8011-42c5-9765-0768957d9256 admin admin] 10.222.0.42 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6464016 Jun 24 23:32:52.471139 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 49920) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:32:52.814255 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.v2.base [None req-c44bcdfe-2337-4d82-bc54-b71f6ca99eba admin admin] Request body: {'network': {'project_id': 'd72f7f537ffb4173aff6f88fd82c5365', 'admin_state_up': True, 'name': 'private'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:32:52.819535 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-c44bcdfe-2337-4d82-bc54-b71f6ca99eba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:32:52.824013 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-c44bcdfe-2337-4d82-bc54-b71f6ca99eba admin admin] Usage tracker for resource:network and tenant:d72f7f537ffb4173aff6f88fd82c5365 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:32:52.828505 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-c44bcdfe-2337-4d82-bc54-b71f6ca99eba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:32:52.834526 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-c44bcdfe-2337-4d82-bc54-b71f6ca99eba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:32:52.843748 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c44bcdfe-2337-4d82-bc54-b71f6ca99eba admin admin] Made reservation on behalf of d72f7f537ffb4173aff6f88fd82c5365 for: {'network': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 23:32:52.846576 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c44bcdfe-2337-4d82-bc54-b71f6ca99eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for network, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:32:52.864170 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c44bcdfe-2337-4d82-bc54-b71f6ca99eba admin admin] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:32:52.877793 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-c44bcdfe-2337-4d82-bc54-b71f6ca99eba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:32:52.882068 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-c44bcdfe-2337-4d82-bc54-b71f6ca99eba admin admin] Usage tracker for resource:security_group_rule and tenant:d72f7f537ffb4173aff6f88fd82c5365 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:32:52.887015 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-c44bcdfe-2337-4d82-bc54-b71f6ca99eba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:32:52.892448 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-c44bcdfe-2337-4d82-bc54-b71f6ca99eba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:32:52.986909 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c44bcdfe-2337-4d82-bc54-b71f6ca99eba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:32:52.991309 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c44bcdfe-2337-4d82-bc54-b71f6ca99eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:32:53.015265 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c44bcdfe-2337-4d82-bc54-b71f6ca99eba admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=88108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 23:32:53.040301 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c44bcdfe-2337-4d82-bc54-b71f6ca99eba admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754888586352', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569928'] for segment, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:32:53.040825 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c44bcdfe-2337-4d82-bc54-b71f6ca99eba admin admin] Unsubscribe: segment precommit_create {{(pid=88108) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 24 23:32:53.041331 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.db.segments_db [None req-c44bcdfe-2337-4d82-bc54-b71f6ca99eba admin admin] Added segment 8e0abcdb-4c72-45f2-9ed8-229d531adba2 of type vlan for network 8a4804fa-0978-499c-b6fb-234c131d9c9f Jun 24 23:32:53.049494 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44bcdfe-2337-4d82-bc54-b71f6ca99eba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=875d258e-25cc-456e-bb69-d96ffeb11860,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:32:53.102958 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44bcdfe-2337-4d82-bc54-b71f6ca99eba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:32:53.103297 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44bcdfe-2337-4d82-bc54-b71f6ca99eba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:32:53.103651 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44bcdfe-2337-4d82-bc54-b71f6ca99eba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:32:53.103982 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44bcdfe-2337-4d82-bc54-b71f6ca99eba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:32:53.104301 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44bcdfe-2337-4d82-bc54-b71f6ca99eba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:32:53.104618 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44bcdfe-2337-4d82-bc54-b71f6ca99eba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:32:53.104931 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44bcdfe-2337-4d82-bc54-b71f6ca99eba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:32:53.105244 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44bcdfe-2337-4d82-bc54-b71f6ca99eba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:32:53.105556 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44bcdfe-2337-4d82-bc54-b71f6ca99eba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:32:53.105877 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44bcdfe-2337-4d82-bc54-b71f6ca99eba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:32:53.106172 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44bcdfe-2337-4d82-bc54-b71f6ca99eba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:32:53.106478 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44bcdfe-2337-4d82-bc54-b71f6ca99eba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:32:53.107895 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44bcdfe-2337-4d82-bc54-b71f6ca99eba admin admin] Tracked resource versions report: Jun 24 23:32:53.107895 dv-cinder-847189-5-smb neutron-server[88108]: pushed versions: Jun 24 23:32:53.107895 dv-cinder-847189-5-smb neutron-server[88108]: { 'AddressGroup': {'1.2'}, Jun 24 23:32:53.107895 dv-cinder-847189-5-smb neutron-server[88108]: 'ConntrackHelper': {'1.0'}, Jun 24 23:32:53.107895 dv-cinder-847189-5-smb neutron-server[88108]: 'Log': {'1.0'}, Jun 24 23:32:53.107895 dv-cinder-847189-5-smb neutron-server[88108]: 'Network': {'1.1'}, Jun 24 23:32:53.107895 dv-cinder-847189-5-smb neutron-server[88108]: 'Port': {'1.7'}, Jun 24 23:32:53.107895 dv-cinder-847189-5-smb neutron-server[88108]: 'PortForwarding': {'1.2'}, Jun 24 23:32:53.107895 dv-cinder-847189-5-smb neutron-server[88108]: 'QosPolicy': {'1.8'}, Jun 24 23:32:53.107895 dv-cinder-847189-5-smb neutron-server[88108]: 'SecurityGroup': {'1.4'}, Jun 24 23:32:53.107895 dv-cinder-847189-5-smb neutron-server[88108]: 'SecurityGroupRule': {'1.2'}, Jun 24 23:32:53.107895 dv-cinder-847189-5-smb neutron-server[88108]: 'SubPort': {'1.0'}, Jun 24 23:32:53.107895 dv-cinder-847189-5-smb neutron-server[88108]: 'Subnet': {'1.1'}, Jun 24 23:32:53.107895 dv-cinder-847189-5-smb neutron-server[88108]: 'Trunk': {'1.1'}} Jun 24 23:32:53.107895 dv-cinder-847189-5-smb neutron-server[88108]: consumer versions: Jun 24 23:32:53.107895 dv-cinder-847189-5-smb neutron-server[88108]: { DHCP agent@dv-cinder-847189-5-smb: {}, Jun 24 23:32:53.107895 dv-cinder-847189-5-smb neutron-server[88108]: L3 agent@dv-cinder-847189-5-smb: {}, Jun 24 23:32:53.107895 dv-cinder-847189-5-smb neutron-server[88108]: Metadata agent@dv-cinder-847189-5-smb: {}, Jun 24 23:32:53.107895 dv-cinder-847189-5-smb neutron-server[88108]: Metering agent@dv-cinder-847189-5-smb: {}, Jun 24 23:32:53.107895 dv-cinder-847189-5-smb neutron-server[88108]: Open vSwitch agent@dv-cinder-847189-5-smb: { 'AddressGroup': '1.2', Jun 24 23:32:53.107895 dv-cinder-847189-5-smb neutron-server[88108]: 'ConntrackHelper': '1.0', Jun 24 23:32:53.107895 dv-cinder-847189-5-smb neutron-server[88108]: 'Log': '1.0', Jun 24 23:32:53.107895 dv-cinder-847189-5-smb neutron-server[88108]: 'Network': '1.1', Jun 24 23:32:53.107895 dv-cinder-847189-5-smb neutron-server[88108]: 'Port': '1.7', Jun 24 23:32:53.107895 dv-cinder-847189-5-smb neutron-server[88108]: 'PortForwarding': '1.2', Jun 24 23:32:53.107895 dv-cinder-847189-5-smb neutron-server[88108]: 'QosPolicy': '1.8', Jun 24 23:32:53.107895 dv-cinder-847189-5-smb neutron-server[88108]: 'SecurityGroup': '1.4', Jun 24 23:32:53.107895 dv-cinder-847189-5-smb neutron-server[88108]: 'SecurityGroupRule': '1.2', Jun 24 23:32:53.107895 dv-cinder-847189-5-smb neutron-server[88108]: 'SubPort': '1.0', Jun 24 23:32:53.107895 dv-cinder-847189-5-smb neutron-server[88108]: 'Subnet': '1.1', Jun 24 23:32:53.107895 dv-cinder-847189-5-smb neutron-server[88108]: 'Trunk': '1.1'}} Jun 24 23:32:53.107895 dv-cinder-847189-5-smb neutron-server[88108]: {{(pid=88108) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 23:32:53.149863 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c44bcdfe-2337-4d82-bc54-b71f6ca99eba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754888201009'] for network, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:32:53.188788 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c44bcdfe-2337-4d82-bc54-b71f6ca99eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:32:53.189963 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44bcdfe-2337-4d82-bc54-b71f6ca99eba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:32:53.190614 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c44bcdfe-2337-4d82-bc54-b71f6ca99eba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627732'] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:32:53.297262 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-c44bcdfe-2337-4d82-bc54-b71f6ca99eba admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8249691 Jun 24 23:32:53.297743 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44bcdfe-2337-4d82-bc54-b71f6ca99eba admin admin] Pushing event updated for resources: {'Network': ['ID=8a4804fa-0978-499c-b6fb-234c131d9c9f,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:32:53.309158 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Network 8a4804fa-0978-499c-b6fb-234c131d9c9f details requested by agent ovs-agent-dv-cinder-847189-5-smb with host dv-cinder-847189-5-smb {{(pid=88110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 24 23:32:55.967446 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 49936) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:32:56.403535 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2694583-7a60-4fd8-a8a6-0ea0944392c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:32:56.404779 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-e2694583-7a60-4fd8-a8a6-0ea0944392c3 admin admin] 10.222.0.42 "GET /v2.0/networks/8a4804fa-0978-499c-b6fb-234c131d9c9f HTTP/1.1" status: 200 len: 825 time: 0.4363685 Jun 24 23:32:56.431053 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-b275bbee-008c-4f5a-b0e1-b5db7707d032 admin admin] 10.222.0.42 "GET /v2.0/subnetpools/6197071f-be8a-4425-a288-66e850adfd67 HTTP/1.1" status: 200 len: 734 time: 0.0204432 Jun 24 23:32:56.439033 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.v2.base [None req-17ff56bb-82f7-4bc9-b78e-9705a611cb2e admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'tenant_id': 'd72f7f537ffb4173aff6f88fd82c5365', 'network_id': '8a4804fa-0978-499c-b6fb-234c131d9c9f', 'name': 'private-subnet', 'subnetpool_id': '6197071f-be8a-4425-a288-66e850adfd67', 'ip_version': 4}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:32:56.443266 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-17ff56bb-82f7-4bc9-b78e-9705a611cb2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:32:56.446932 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-17ff56bb-82f7-4bc9-b78e-9705a611cb2e admin admin] Usage tracker for resource:subnet and tenant:d72f7f537ffb4173aff6f88fd82c5365 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:32:56.449713 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-17ff56bb-82f7-4bc9-b78e-9705a611cb2e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:32:56.455138 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-17ff56bb-82f7-4bc9-b78e-9705a611cb2e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:32:56.464733 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17ff56bb-82f7-4bc9-b78e-9705a611cb2e admin admin] Made reservation on behalf of d72f7f537ffb4173aff6f88fd82c5365 for: {'subnet': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 23:32:56.466936 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-17ff56bb-82f7-4bc9-b78e-9705a611cb2e admin admin] Notify callbacks [] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:32:56.747116 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-17ff56bb-82f7-4bc9-b78e-9705a611cb2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for subnet, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:32:56.825106 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ff56bb-82f7-4bc9-b78e-9705a611cb2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3817aff6-09de-47d8-9c7b-f604f141e312,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:32:56.830292 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ff56bb-82f7-4bc9-b78e-9705a611cb2e admin admin] Checking segment: {'id': '8e0abcdb-4c72-45f2-9ed8-229d531adba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '8a4804fa-0978-499c-b6fb-234c131d9c9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 23:32:56.830673 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ff56bb-82f7-4bc9-b78e-9705a611cb2e admin admin] Network hostable DHCP agents. Network: 8a4804fa-0978-499c-b6fb-234c131d9c9f, hostable agents: ['6e28835f-a2f6-456f-8f53-9851f009901c'], hosted agents: [] {{(pid=88108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 23:32:56.851749 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ff56bb-82f7-4bc9-b78e-9705a611cb2e admin admin] Network 8a4804fa-0978-499c-b6fb-234c131d9c9f is scheduled to be hosted by DHCP agent 6e28835f-a2f6-456f-8f53-9851f009901c with binding_index 1 {{(pid=88108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 23:32:56.861063 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-17ff56bb-82f7-4bc9-b78e-9705a611cb2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-5-smb, 8a4804fa-0978-499c-b6fb-234c131d9c9f) {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 23:32:56.865832 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ff56bb-82f7-4bc9-b78e-9705a611cb2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:32:56.866409 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-17ff56bb-82f7-4bc9-b78e-9705a611cb2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627732'] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:32:56.871656 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4af0b58-76d6-40fd-b995-4e388bd07513 None None] Network 8a4804fa-0978-499c-b6fb-234c131d9c9f requested from dv-cinder-847189-5-smb {{(pid=88110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 23:32:56.885015 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-17ff56bb-82f7-4bc9-b78e-9705a611cb2e admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4490433 Jun 24 23:32:57.160035 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3dc87e7-da9c-4297-92ea-dfa994e43cdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa652505c-ec85-57c6-bc13-fe5b25ac2c24-8a4804fa-0978-499c-b6fb-234c131d9c9f', 'network_id': '8a4804fa-0978-499c-b6fb-234c131d9c9f', 'tenant_id': 'd72f7f537ffb4173aff6f88fd82c5365', 'fixed_ips': [{'subnet_id': '3817aff6-09de-47d8-9c7b-f604f141e312'}]}} from dv-cinder-847189-5-smb. {{(pid=88110) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 24 23:32:57.161284 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-c3dc87e7-da9c-4297-92ea-dfa994e43cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_create {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:32:57.340596 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.db_base_plugin_common [None req-c3dc87e7-da9c-4297-92ea-dfa994e43cdd None None] Allocated IP 172.20.0.2 (8a4804fa-0978-499c-b6fb-234c131d9c9f/3817aff6-09de-47d8-9c7b-f604f141e312/16d7986f-deb8-4c17-a4cf-f75a68dfe045) {{(pid=88110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 23:32:57.561598 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-c3dc87e7-da9c-4297-92ea-dfa994e43cdd None None] Notify callbacks [] for port, precommit_create {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:32:57.574196 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-c3dc87e7-da9c-4297-92ea-dfa994e43cdd None None] Transition to ACTIVE for port object 16d7986f-deb8-4c17-a4cf-f75a68dfe045 will not be triggered until provisioned by entity L2. {{(pid=88110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 23:32:57.592966 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-c3dc87e7-da9c-4297-92ea-dfa994e43cdd None None] Transition to ACTIVE for port object 16d7986f-deb8-4c17-a4cf-f75a68dfe045 will not be triggered until provisioned by entity DHCP. {{(pid=88110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 23:32:57.600087 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-c3dc87e7-da9c-4297-92ea-dfa994e43cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754888214703'] for port, after_create {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:32:57.661215 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3dc87e7-da9c-4297-92ea-dfa994e43cdd None None] Network 8a4804fa-0978-499c-b6fb-234c131d9c9f is already hosted by enough agents. {{(pid=88110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 23:32:57.664044 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.scheduler.base_scheduler [None req-c3dc87e7-da9c-4297-92ea-dfa994e43cdd None None] Resources bound (agent type, host, resource id): {{(pid=88110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 23:32:57.669767 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3dc87e7-da9c-4297-92ea-dfa994e43cdd None None] Received port after_create {{(pid=88110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 23:32:57.675649 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dc87e7-da9c-4297-92ea-dfa994e43cdd None None] Pushing event updated for resources: {'Port': ['ID=16d7986f-deb8-4c17-a4cf-f75a68dfe045,revision_number=1']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:32:57.720012 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dc87e7-da9c-4297-92ea-dfa994e43cdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:32:57.720362 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dc87e7-da9c-4297-92ea-dfa994e43cdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:32:57.720692 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dc87e7-da9c-4297-92ea-dfa994e43cdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:32:57.721022 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dc87e7-da9c-4297-92ea-dfa994e43cdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:32:57.721347 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dc87e7-da9c-4297-92ea-dfa994e43cdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:32:57.721675 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dc87e7-da9c-4297-92ea-dfa994e43cdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:32:57.722034 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dc87e7-da9c-4297-92ea-dfa994e43cdd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:32:57.722356 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dc87e7-da9c-4297-92ea-dfa994e43cdd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:32:57.722678 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dc87e7-da9c-4297-92ea-dfa994e43cdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:32:57.722992 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dc87e7-da9c-4297-92ea-dfa994e43cdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:32:57.723309 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dc87e7-da9c-4297-92ea-dfa994e43cdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:32:57.723652 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dc87e7-da9c-4297-92ea-dfa994e43cdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:32:57.724786 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dc87e7-da9c-4297-92ea-dfa994e43cdd None None] Tracked resource versions report: Jun 24 23:32:57.724786 dv-cinder-847189-5-smb neutron-server[88110]: pushed versions: Jun 24 23:32:57.724786 dv-cinder-847189-5-smb neutron-server[88110]: { 'AddressGroup': {'1.2'}, Jun 24 23:32:57.724786 dv-cinder-847189-5-smb neutron-server[88110]: 'ConntrackHelper': {'1.0'}, Jun 24 23:32:57.724786 dv-cinder-847189-5-smb neutron-server[88110]: 'Log': {'1.0'}, Jun 24 23:32:57.724786 dv-cinder-847189-5-smb neutron-server[88110]: 'Network': {'1.1'}, Jun 24 23:32:57.724786 dv-cinder-847189-5-smb neutron-server[88110]: 'Port': {'1.7'}, Jun 24 23:32:57.724786 dv-cinder-847189-5-smb neutron-server[88110]: 'PortForwarding': {'1.2'}, Jun 24 23:32:57.724786 dv-cinder-847189-5-smb neutron-server[88110]: 'QosPolicy': {'1.8'}, Jun 24 23:32:57.724786 dv-cinder-847189-5-smb neutron-server[88110]: 'SecurityGroup': {'1.4'}, Jun 24 23:32:57.724786 dv-cinder-847189-5-smb neutron-server[88110]: 'SecurityGroupRule': {'1.2'}, Jun 24 23:32:57.724786 dv-cinder-847189-5-smb neutron-server[88110]: 'SubPort': {'1.0'}, Jun 24 23:32:57.724786 dv-cinder-847189-5-smb neutron-server[88110]: 'Subnet': {'1.1'}, Jun 24 23:32:57.724786 dv-cinder-847189-5-smb neutron-server[88110]: 'Trunk': {'1.1'}} Jun 24 23:32:57.724786 dv-cinder-847189-5-smb neutron-server[88110]: consumer versions: Jun 24 23:32:57.724786 dv-cinder-847189-5-smb neutron-server[88110]: { DHCP agent@dv-cinder-847189-5-smb: {}, Jun 24 23:32:57.724786 dv-cinder-847189-5-smb neutron-server[88110]: L3 agent@dv-cinder-847189-5-smb: {}, Jun 24 23:32:57.724786 dv-cinder-847189-5-smb neutron-server[88110]: Metadata agent@dv-cinder-847189-5-smb: {}, Jun 24 23:32:57.724786 dv-cinder-847189-5-smb neutron-server[88110]: Metering agent@dv-cinder-847189-5-smb: {}, Jun 24 23:32:57.724786 dv-cinder-847189-5-smb neutron-server[88110]: Open vSwitch agent@dv-cinder-847189-5-smb: { 'AddressGroup': '1.2', Jun 24 23:32:57.724786 dv-cinder-847189-5-smb neutron-server[88110]: 'ConntrackHelper': '1.0', Jun 24 23:32:57.724786 dv-cinder-847189-5-smb neutron-server[88110]: 'Log': '1.0', Jun 24 23:32:57.724786 dv-cinder-847189-5-smb neutron-server[88110]: 'Network': '1.1', Jun 24 23:32:57.724786 dv-cinder-847189-5-smb neutron-server[88110]: 'Port': '1.7', Jun 24 23:32:57.724786 dv-cinder-847189-5-smb neutron-server[88110]: 'PortForwarding': '1.2', Jun 24 23:32:57.724786 dv-cinder-847189-5-smb neutron-server[88110]: 'QosPolicy': '1.8', Jun 24 23:32:57.724786 dv-cinder-847189-5-smb neutron-server[88110]: 'SecurityGroup': '1.4', Jun 24 23:32:57.724786 dv-cinder-847189-5-smb neutron-server[88110]: 'SecurityGroupRule': '1.2', Jun 24 23:32:57.724786 dv-cinder-847189-5-smb neutron-server[88110]: 'SubPort': '1.0', Jun 24 23:32:57.724786 dv-cinder-847189-5-smb neutron-server[88110]: 'Subnet': '1.1', Jun 24 23:32:57.724786 dv-cinder-847189-5-smb neutron-server[88110]: 'Trunk': '1.1'}} Jun 24 23:32:57.724786 dv-cinder-847189-5-smb neutron-server[88110]: {{(pid=88110) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 23:32:57.788057 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-c3dc87e7-da9c-4297-92ea-dfa994e43cdd None None] Attempting to bind port 16d7986f-deb8-4c17-a4cf-f75a68dfe045 on host dv-cinder-847189-5-smb for vnic_type normal with profile {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 23:32:57.788444 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-c3dc87e7-da9c-4297-92ea-dfa994e43cdd None None] Attempting to bind port 16d7986f-deb8-4c17-a4cf-f75a68dfe045 by drivers openvswitch,hyperv on host dv-cinder-847189-5-smb at level 0 using segments [{'id': '8e0abcdb-4c72-45f2-9ed8-229d531adba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '8a4804fa-0978-499c-b6fb-234c131d9c9f'}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 23:32:57.788857 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3dc87e7-da9c-4297-92ea-dfa994e43cdd None None] Attempting to bind port 16d7986f-deb8-4c17-a4cf-f75a68dfe045 on network 8a4804fa-0978-499c-b6fb-234c131d9c9f {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 23:32:57.793945 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3dc87e7-da9c-4297-92ea-dfa994e43cdd None None] Checking agent: {'id': '3a3b0bc1-d1b4-4224-a890-cab54187436c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 23, 32, 43), 'started_at': datetime.datetime(2022, 6, 24, 23, 32, 43), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 23, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 23:32:57.794309 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3dc87e7-da9c-4297-92ea-dfa994e43cdd None None] Checking segment: {'id': '8e0abcdb-4c72-45f2-9ed8-229d531adba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '8a4804fa-0978-499c-b6fb-234c131d9c9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 23:32:57.794781 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-c3dc87e7-da9c-4297-92ea-dfa994e43cdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:32:57.795165 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3dc87e7-da9c-4297-92ea-dfa994e43cdd None None] Bound using segment: {'id': '8e0abcdb-4c72-45f2-9ed8-229d531adba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '8a4804fa-0978-499c-b6fb-234c131d9c9f'} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 23:32:57.795666 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-c3dc87e7-da9c-4297-92ea-dfa994e43cdd None None] Bound port: 16d7986f-deb8-4c17-a4cf-f75a68dfe045, host: dv-cinder-847189-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e0abcdb-4c72-45f2-9ed8-229d531adba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '8a4804fa-0978-499c-b6fb-234c131d9c9f'}}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 23:32:57.796066 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-c3dc87e7-da9c-4297-92ea-dfa994e43cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:32:57.882570 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-c3dc87e7-da9c-4297-92ea-dfa994e43cdd None None] For port 16d7986f-deb8-4c17-a4cf-f75a68dfe045, host dv-cinder-847189-5-smb, cleared binding levels {{(pid=88110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 23:32:57.886555 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-c3dc87e7-da9c-4297-92ea-dfa994e43cdd None None] For port 16d7986f-deb8-4c17-a4cf-f75a68dfe045, host dv-cinder-847189-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-5-smb',level=0,port_id=16d7986f-deb8-4c17-a4cf-f75a68dfe045,segment=NetworkSegment(8e0abcdb-4c72-45f2-9ed8-229d531adba2),segment_id=8e0abcdb-4c72-45f2-9ed8-229d531adba2)] {{(pid=88110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 23:32:57.891333 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-c3dc87e7-da9c-4297-92ea-dfa994e43cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:32:57.979403 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dc87e7-da9c-4297-92ea-dfa994e43cdd None None] Pushing event updated for resources: {'Port': ['ID=16d7986f-deb8-4c17-a4cf-f75a68dfe045,revision_number=2']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:32:59.321247 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 49946) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:32:59.683089 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [None req-73e6cf13-cbdf-4e67-bc40-62ec5d52d310 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88108) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 23:32:59.684368 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-73e6cf13-cbdf-4e67-bc40-62ec5d52d310 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3620596 Jun 24 23:33:01.165098 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device 16d7986f-deb8-4c17-a4cf-f75a68dfe045 up at agent ovs-agent-dv-cinder-847189-5-smb {{(pid=88110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 23:33:01.235408 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Provisioning for port 16d7986f-deb8-4c17-a4cf-f75a68dfe045 completed by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 23:33:01.837136 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73083942-c619-45ab-8428-99e5f20a10cd None None] Network 8a4804fa-0978-499c-b6fb-234c131d9c9f requested from dv-cinder-847189-5-smb {{(pid=88110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 23:33:01.934129 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-277a3c90-d554-4b6c-bd1a-cf6b60c8fa09 None None] Provisioning for port 16d7986f-deb8-4c17-a4cf-f75a68dfe045 completed by entity DHCP. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 23:33:01.942823 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-277a3c90-d554-4b6c-bd1a-cf6b60c8fa09 None None] Provisioning complete for port 16d7986f-deb8-4c17-a4cf-f75a68dfe045 triggered by entity DHCP. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:33:01.943225 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-277a3c90-d554-4b6c-bd1a-cf6b60c8fa09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:33:02.128093 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 49960) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:33:02.168458 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-277a3c90-d554-4b6c-bd1a-cf6b60c8fa09 None None] Current status of the port 16d7986f-deb8-4c17-a4cf-f75a68dfe045 is: DOWN; New status is: ACTIVE {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:33:02.168986 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-277a3c90-d554-4b6c-bd1a-cf6b60c8fa09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:33:02.212027 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-277a3c90-d554-4b6c-bd1a-cf6b60c8fa09 None None] For port 16d7986f-deb8-4c17-a4cf-f75a68dfe045, host dv-cinder-847189-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-5-smb',level=0,port_id=16d7986f-deb8-4c17-a4cf-f75a68dfe045,segment=NetworkSegment(8e0abcdb-4c72-45f2-9ed8-229d531adba2),segment_id=8e0abcdb-4c72-45f2-9ed8-229d531adba2)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:33:02.216352 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-277a3c90-d554-4b6c-bd1a-cf6b60c8fa09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:33:02.288176 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277a3c90-d554-4b6c-bd1a-cf6b60c8fa09 None None] Pushing event updated for resources: {'Port': ['ID=16d7986f-deb8-4c17-a4cf-f75a68dfe045,revision_number=3']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:33:02.436920 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-b98c7f40-c668-49f4-9c28-5d83ab310d4e None None] Provisioning complete for port 16d7986f-deb8-4c17-a4cf-f75a68dfe045 triggered by entity DHCP. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:33:02.437394 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b98c7f40-c668-49f4-9c28-5d83ab310d4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:33:02.505409 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [None req-0ec5561b-8562-4674-8d5f-f7d00882afd8 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88108) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 23:33:02.506400 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-0ec5561b-8562-4674-8d5f-f7d00882afd8 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3772948 Jun 24 23:33:02.552079 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-b98c7f40-c668-49f4-9c28-5d83ab310d4e None None] Current status of the port 16d7986f-deb8-4c17-a4cf-f75a68dfe045 is: ACTIVE; New status is: ACTIVE {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:33:03.145214 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device 16d7986f-deb8-4c17-a4cf-f75a68dfe045 up at agent ovs-agent-dv-cinder-847189-5-smb {{(pid=88110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 23:33:03.230231 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Provisioning complete for port 16d7986f-deb8-4c17-a4cf-f75a68dfe045 triggered by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:33:03.230871 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:33:03.342391 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Current status of the port 16d7986f-deb8-4c17-a4cf-f75a68dfe045 is: ACTIVE; New status is: ACTIVE {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:33:05.162834 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 49972) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:33:05.500532 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.v2.base [None req-64a0bafb-c234-48d9-936c-465b4e074181 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'd72f7f537ffb4173aff6f88fd82c5365'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:33:05.505479 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-64a0bafb-c234-48d9-936c-465b4e074181 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:33:05.509175 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-64a0bafb-c234-48d9-936c-465b4e074181 admin admin] Usage tracker for resource:router and tenant:d72f7f537ffb4173aff6f88fd82c5365 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:33:05.512389 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-64a0bafb-c234-48d9-936c-465b4e074181 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:33:05.517852 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-64a0bafb-c234-48d9-936c-465b4e074181 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:33:05.527767 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-64a0bafb-c234-48d9-936c-465b4e074181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4987'] for router, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:33:05.529269 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-64a0bafb-c234-48d9-936c-465b4e074181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-489288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4960'] for router, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:33:05.550287 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-64a0bafb-c234-48d9-936c-465b4e074181 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:33:05.656184 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-64a0bafb-c234-48d9-936c-465b4e074181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477213'] for router, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:33:05.673672 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-64a0bafb-c234-48d9-936c-465b4e074181 admin admin] Notify callbacks [] for router, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:33:05.674810 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-64a0bafb-c234-48d9-936c-465b4e074181 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5105133 Jun 24 23:33:08.043354 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 49982) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:33:08.396051 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [None req-2ada98a8-8e8c-45cf-a374-52f7d48037d9 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88108) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 23:33:08.397050 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-2ada98a8-8e8c-45cf-a374-52f7d48037d9 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3527169 Jun 24 23:33:09.898813 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-5d1676f5-05ad-4a19-98f7-d44ec875d1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:33:10.792196 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 49992) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:33:11.363368 dv-cinder-847189-5-smb neutron-server[88109]: WARNING oslo_policy.policy [None req-8df61494-c8be-451e-ab7b-0b0c2e7c8579 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 23:33:11.364200 dv-cinder-847189-5-smb neutron-server[88109]: WARNING oslo_policy.policy [None req-8df61494-c8be-451e-ab7b-0b0c2e7c8579 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 23:33:11.576302 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.v2.base [None req-8df61494-c8be-451e-ab7b-0b0c2e7c8579 admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True}} {{(pid=88109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:33:11.577940 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.quota [None req-8df61494-c8be-451e-ab7b-0b0c2e7c8579 admin admin] Loaded quota_driver: . Jun 24 23:33:11.593607 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-8df61494-c8be-451e-ab7b-0b0c2e7c8579 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:33:11.600595 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-8df61494-c8be-451e-ab7b-0b0c2e7c8579 admin admin] Usage tracker for resource:network and tenant:3ddeb703001f4a72a70fe7fd8251fd79 is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:33:11.605106 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-8df61494-c8be-451e-ab7b-0b0c2e7c8579 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:33:11.612437 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-8df61494-c8be-451e-ab7b-0b0c2e7c8579 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:33:11.627411 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df61494-c8be-451e-ab7b-0b0c2e7c8579 admin admin] Made reservation on behalf of 3ddeb703001f4a72a70fe7fd8251fd79 for: {'network': 1} {{(pid=88109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 23:33:11.694835 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.policy [None req-8df61494-c8be-451e-ab7b-0b0c2e7c8579 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88109) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 24 23:33:11.740497 dv-cinder-847189-5-smb neutron-server[88109]: WARNING oslo_policy.policy [None req-8df61494-c8be-451e-ab7b-0b0c2e7c8579 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 23:33:11.740872 dv-cinder-847189-5-smb neutron-server[88109]: WARNING oslo_policy.policy [None req-8df61494-c8be-451e-ab7b-0b0c2e7c8579 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 24 23:33:11.750457 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8df61494-c8be-451e-ab7b-0b0c2e7c8579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for network, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:33:11.770431 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8df61494-c8be-451e-ab7b-0b0c2e7c8579 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:33:11.785133 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-8df61494-c8be-451e-ab7b-0b0c2e7c8579 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:33:11.788791 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-8df61494-c8be-451e-ab7b-0b0c2e7c8579 admin admin] Usage tracker for resource:security_group_rule and tenant:3ddeb703001f4a72a70fe7fd8251fd79 is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:33:11.791901 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-8df61494-c8be-451e-ab7b-0b0c2e7c8579 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:33:11.797570 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-8df61494-c8be-451e-ab7b-0b0c2e7c8579 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:33:11.892638 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8df61494-c8be-451e-ab7b-0b0c2e7c8579 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:33:11.896529 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8df61494-c8be-451e-ab7b-0b0c2e7c8579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:33:11.912941 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8df61494-c8be-451e-ab7b-0b0c2e7c8579 admin admin] Reserving flat network on physical network physnet1 {{(pid=88109) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 24 23:33:11.942628 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8df61494-c8be-451e-ab7b-0b0c2e7c8579 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754888586352', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569928'] for segment, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:33:11.943147 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8df61494-c8be-451e-ab7b-0b0c2e7c8579 admin admin] Unsubscribe: segment precommit_create {{(pid=88109) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 24 23:33:11.943694 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.db.segments_db [None req-8df61494-c8be-451e-ab7b-0b0c2e7c8579 admin admin] Added segment 541a8b1c-692d-48ec-a001-de3aa3f0cecc of type flat for network faf77eb5-d359-4977-a80d-20d91cf50932 Jun 24 23:33:12.000660 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df61494-c8be-451e-ab7b-0b0c2e7c8579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1def2d36-30b8-425e-9fc3-3ba3f802423f,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:33:12.023264 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df61494-c8be-451e-ab7b-0b0c2e7c8579 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:33:12.023627 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df61494-c8be-451e-ab7b-0b0c2e7c8579 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:33:12.023964 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df61494-c8be-451e-ab7b-0b0c2e7c8579 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:33:12.024291 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df61494-c8be-451e-ab7b-0b0c2e7c8579 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:33:12.024613 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df61494-c8be-451e-ab7b-0b0c2e7c8579 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:33:12.024935 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df61494-c8be-451e-ab7b-0b0c2e7c8579 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:33:12.025255 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df61494-c8be-451e-ab7b-0b0c2e7c8579 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:33:12.025572 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df61494-c8be-451e-ab7b-0b0c2e7c8579 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:33:12.025889 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df61494-c8be-451e-ab7b-0b0c2e7c8579 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:33:12.026204 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df61494-c8be-451e-ab7b-0b0c2e7c8579 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:33:12.026518 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df61494-c8be-451e-ab7b-0b0c2e7c8579 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:33:12.026830 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df61494-c8be-451e-ab7b-0b0c2e7c8579 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:33:12.027941 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df61494-c8be-451e-ab7b-0b0c2e7c8579 admin admin] Tracked resource versions report: Jun 24 23:33:12.027941 dv-cinder-847189-5-smb neutron-server[88109]: pushed versions: Jun 24 23:33:12.027941 dv-cinder-847189-5-smb neutron-server[88109]: { 'AddressGroup': {'1.2'}, Jun 24 23:33:12.027941 dv-cinder-847189-5-smb neutron-server[88109]: 'ConntrackHelper': {'1.0'}, Jun 24 23:33:12.027941 dv-cinder-847189-5-smb neutron-server[88109]: 'Log': {'1.0'}, Jun 24 23:33:12.027941 dv-cinder-847189-5-smb neutron-server[88109]: 'Network': {'1.1'}, Jun 24 23:33:12.027941 dv-cinder-847189-5-smb neutron-server[88109]: 'Port': {'1.7'}, Jun 24 23:33:12.027941 dv-cinder-847189-5-smb neutron-server[88109]: 'PortForwarding': {'1.2'}, Jun 24 23:33:12.027941 dv-cinder-847189-5-smb neutron-server[88109]: 'QosPolicy': {'1.8'}, Jun 24 23:33:12.027941 dv-cinder-847189-5-smb neutron-server[88109]: 'SecurityGroup': {'1.4'}, Jun 24 23:33:12.027941 dv-cinder-847189-5-smb neutron-server[88109]: 'SecurityGroupRule': {'1.2'}, Jun 24 23:33:12.027941 dv-cinder-847189-5-smb neutron-server[88109]: 'SubPort': {'1.0'}, Jun 24 23:33:12.027941 dv-cinder-847189-5-smb neutron-server[88109]: 'Subnet': {'1.1'}, Jun 24 23:33:12.027941 dv-cinder-847189-5-smb neutron-server[88109]: 'Trunk': {'1.1'}} Jun 24 23:33:12.027941 dv-cinder-847189-5-smb neutron-server[88109]: consumer versions: Jun 24 23:33:12.027941 dv-cinder-847189-5-smb neutron-server[88109]: { DHCP agent@dv-cinder-847189-5-smb: {}, Jun 24 23:33:12.027941 dv-cinder-847189-5-smb neutron-server[88109]: L3 agent@dv-cinder-847189-5-smb: {}, Jun 24 23:33:12.027941 dv-cinder-847189-5-smb neutron-server[88109]: Metadata agent@dv-cinder-847189-5-smb: {}, Jun 24 23:33:12.027941 dv-cinder-847189-5-smb neutron-server[88109]: Metering agent@dv-cinder-847189-5-smb: {}, Jun 24 23:33:12.027941 dv-cinder-847189-5-smb neutron-server[88109]: Open vSwitch agent@dv-cinder-847189-5-smb: { 'AddressGroup': '1.2', Jun 24 23:33:12.027941 dv-cinder-847189-5-smb neutron-server[88109]: 'ConntrackHelper': '1.0', Jun 24 23:33:12.027941 dv-cinder-847189-5-smb neutron-server[88109]: 'Log': '1.0', Jun 24 23:33:12.027941 dv-cinder-847189-5-smb neutron-server[88109]: 'Network': '1.1', Jun 24 23:33:12.027941 dv-cinder-847189-5-smb neutron-server[88109]: 'Port': '1.7', Jun 24 23:33:12.027941 dv-cinder-847189-5-smb neutron-server[88109]: 'PortForwarding': '1.2', Jun 24 23:33:12.027941 dv-cinder-847189-5-smb neutron-server[88109]: 'QosPolicy': '1.8', Jun 24 23:33:12.027941 dv-cinder-847189-5-smb neutron-server[88109]: 'SecurityGroup': '1.4', Jun 24 23:33:12.027941 dv-cinder-847189-5-smb neutron-server[88109]: 'SecurityGroupRule': '1.2', Jun 24 23:33:12.027941 dv-cinder-847189-5-smb neutron-server[88109]: 'SubPort': '1.0', Jun 24 23:33:12.027941 dv-cinder-847189-5-smb neutron-server[88109]: 'Subnet': '1.1', Jun 24 23:33:12.027941 dv-cinder-847189-5-smb neutron-server[88109]: 'Trunk': '1.1'}} Jun 24 23:33:12.027941 dv-cinder-847189-5-smb neutron-server[88109]: {{(pid=88109) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 23:33:12.067877 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8df61494-c8be-451e-ab7b-0b0c2e7c8579 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754888201009'] for network, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:33:12.112383 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8df61494-c8be-451e-ab7b-0b0c2e7c8579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:33:12.114280 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df61494-c8be-451e-ab7b-0b0c2e7c8579 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:33:12.114918 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8df61494-c8be-451e-ab7b-0b0c2e7c8579 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627732'] for network, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:33:12.115371 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-36bbb022-a40d-4763-9450-77a2b8231a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:33:12.219024 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df61494-c8be-451e-ab7b-0b0c2e7c8579 admin admin] Pushing event updated for resources: {'Network': ['ID=faf77eb5-d359-4977-a80d-20d91cf50932,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:33:12.221647 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-8df61494-c8be-451e-ab7b-0b0c2e7c8579 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.4285004 Jun 24 23:33:12.230929 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Network faf77eb5-d359-4977-a80d-20d91cf50932 details requested by agent ovs-agent-dv-cinder-847189-5-smb with host dv-cinder-847189-5-smb {{(pid=88110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 24 23:33:12.783676 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-8c0b2992-c590-46d4-9042-25b3b8179244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:33:13.277378 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:33:14.533795 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-1d7c9831-c6e7-4afe-acbd-faa6f5f62172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:33:14.609518 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 50022) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:33:14.821774 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664b5b85-cd08-43a3-8269-d7eff3caf263 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:33:14.823087 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-664b5b85-cd08-43a3-8269-d7eff3caf263 admin admin] 10.222.0.42 "GET /v2.0/subnets/3817aff6-09de-47d8-9c7b-f604f141e312 HTTP/1.1" status: 200 len: 849 time: 0.2126410 Jun 24 23:33:14.992864 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-877d2689-a2ff-4b61-9ced-d19acd2ce1fc admin admin] 10.222.0.42 "GET /v2.0/routers/7f5ad8cb-7801-43e8-b9c2-0dafc07b3a0f HTTP/1.1" status: 200 len: 704 time: 0.1642852 Jun 24 23:33:15.454430 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8d4ae7f6-d477-435c-8432-22e068f926ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:33:15.676144 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-8d4ae7f6-d477-435c-8432-22e068f926ef admin admin] Allocated IP 172.20.0.1 (8a4804fa-0978-499c-b6fb-234c131d9c9f/3817aff6-09de-47d8-9c7b-f604f141e312/d6d1b6b8-09de-4cdd-b054-ba1aebeadc7e) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 23:33:15.830892 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8d4ae7f6-d477-435c-8432-22e068f926ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:33:15.848381 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-8d4ae7f6-d477-435c-8432-22e068f926ef admin admin] Transition to ACTIVE for port object d6d1b6b8-09de-4cdd-b054-ba1aebeadc7e will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 23:33:15.901321 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8d4ae7f6-d477-435c-8432-22e068f926ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754888214703'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:33:15.970616 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4ae7f6-d477-435c-8432-22e068f926ef admin admin] Network 8a4804fa-0978-499c-b6fb-234c131d9c9f is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 23:33:15.973885 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-8d4ae7f6-d477-435c-8432-22e068f926ef admin admin] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 23:33:15.979791 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4ae7f6-d477-435c-8432-22e068f926ef admin admin] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 23:33:15.980347 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8d4ae7f6-d477-435c-8432-22e068f926ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476503'] for router_interface, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:33:16.098696 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ae7f6-d477-435c-8432-22e068f926ef admin admin] Pushing event updated for resources: {'Port': ['ID=d6d1b6b8-09de-4cdd-b054-ba1aebeadc7e,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:33:16.139979 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-78aceb68-fe0d-4875-a4a0-0b247c936acf None None] Provisioning for port d6d1b6b8-09de-4cdd-b054-ba1aebeadc7e completed by entity DHCP. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 23:33:16.144869 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-78aceb68-fe0d-4875-a4a0-0b247c936acf None None] Provisioning complete for port d6d1b6b8-09de-4cdd-b054-ba1aebeadc7e triggered by entity DHCP. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:33:16.145310 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-78aceb68-fe0d-4875-a4a0-0b247c936acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:33:16.196838 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-78aceb68-fe0d-4875-a4a0-0b247c936acf None None] Port d6d1b6b8-09de-4cdd-b054-ba1aebeadc7e cannot update to ACTIVE because it is not bound. {{(pid=88110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 23:33:16.242361 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8d4ae7f6-d477-435c-8432-22e068f926ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:33:16.492412 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8d4ae7f6-d477-435c-8432-22e068f926ef admin admin] Notify callbacks [] for port, precommit_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:33:16.496692 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8d4ae7f6-d477-435c-8432-22e068f926ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:33:16.497424 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8d4ae7f6-d477-435c-8432-22e068f926ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476466'] for router_interface, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:33:16.624103 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ae7f6-d477-435c-8432-22e068f926ef admin admin] Pushing event updated for resources: {'Port': ['ID=d6d1b6b8-09de-4cdd-b054-ba1aebeadc7e,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:33:16.685928 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4ae7f6-d477-435c-8432-22e068f926ef admin admin] Network 8a4804fa-0978-499c-b6fb-234c131d9c9f is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 23:33:16.686967 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-8d4ae7f6-d477-435c-8432-22e068f926ef admin admin] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 23:33:16.875726 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d4ae7f6-d477-435c-8432-22e068f926ef admin admin] Router 7f5ad8cb-7801-43e8-b9c2-0dafc07b3a0f is scheduled to L3 agent 05c04ad7-f453-4a24-8793-b86a404a0ef9 with binding_index 1 {{(pid=88109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 23:33:16.919435 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-f6c9a6a2-4a8a-41de-b280-1d5c485bbab5 None None] Provisioning complete for port d6d1b6b8-09de-4cdd-b054-ba1aebeadc7e triggered by entity DHCP. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:33:16.919831 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-f6c9a6a2-4a8a-41de-b280-1d5c485bbab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:33:16.972548 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-f6c9a6a2-4a8a-41de-b280-1d5c485bbab5 None None] Port d6d1b6b8-09de-4cdd-b054-ba1aebeadc7e cannot update to ACTIVE because it is not bound. {{(pid=88110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 23:33:17.024407 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d4ae7f6-d477-435c-8432-22e068f926ef admin admin] Notify agent at l3_agent.dv-cinder-847189-5-smb the message routers_updated {{(pid=88109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 23:33:17.032997 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-8d4ae7f6-d477-435c-8432-22e068f926ef admin admin] 10.222.0.42 "PUT /v2.0/routers/7f5ad8cb-7801-43e8-b9c2-0dafc07b3a0f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0352607 Jun 24 23:33:17.034249 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4b9f77-5c99-4f8b-93d1-b69a0b5f1731 None None] Sync routers for ids ['7f5ad8cb-7801-43e8-b9c2-0dafc07b3a0f'] in dv-cinder-847189-5-smb {{(pid=88111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 23:33:17.045079 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4b9f77-5c99-4f8b-93d1-b69a0b5f1731 None None] Routers {'7f5ad8cb-7801-43e8-b9c2-0dafc07b3a0f'} bound to L3 agent in host dv-cinder-847189-5-smb {{(pid=88111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 23:33:17.045933 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-1a4b9f77-5c99-4f8b-93d1-b69a0b5f1731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-24T23:32:42Z,description=,heartbeat_timestamp=2022-06-24T23:33:12Z,host='dv-cinder-847189-5-smb',id=05c04ad7-f453-4a24-8793-b86a404a0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T23:32:42Z,topic='l3_agent')) {'router_ids': ['7f5ad8cb-7801-43e8-b9c2-0dafc07b3a0f'], 'active': True} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:33:17.215209 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvr_db [None req-1a4b9f77-5c99-4f8b-93d1-b69a0b5f1731 None None] Set router 7f5ad8cb-7801-43e8-b9c2-0dafc07b3a0f gateway port host: None {{(pid=88111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 23:33:17.569695 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-1a4b9f77-5c99-4f8b-93d1-b69a0b5f1731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f5ad8cb-7801-43e8-b9c2-0dafc07b3a0f', 'name': 'router1', 'tenant_id': 'd72f7f537ffb4173aff6f88fd82c5365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:33:05Z', 'updated_at': '2022-06-24T23:33:16Z', 'revision_number': 2, 'project_id': 'd72f7f537ffb4173aff6f88fd82c5365', 'gw_port_host': None, '_interfaces': [{'id': 'd6d1b6b8-09de-4cdd-b054-ba1aebeadc7e', 'name': '', 'network_id': '8a4804fa-0978-499c-b6fb-234c131d9c9f', 'tenant_id': 'd72f7f537ffb4173aff6f88fd82c5365', 'mac_address': 'fa:16:3e:6d:26:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f5ad8cb-7801-43e8-b9c2-0dafc07b3a0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3817aff6-09de-47d8-9c7b-f604f141e312', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:33:15Z', 'updated_at': '2022-06-24T23:33:16Z', 'revision_number': 2, 'project_id': 'd72f7f537ffb4173aff6f88fd82c5365', 'subnets': [{'id': '3817aff6-09de-47d8-9c7b-f604f141e312', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6197071f-be8a-4425-a288-66e850adfd67'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-5-smb', False) {} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:33:17.574361 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4b9f77-5c99-4f8b-93d1-b69a0b5f1731 None None] Checking router: 7f5ad8cb-7801-43e8-b9c2-0dafc07b3a0f for host: dv-cinder-847189-5-smb {{(pid=88111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 23:33:17.574730 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4b9f77-5c99-4f8b-93d1-b69a0b5f1731 None None] Updating router 7f5ad8cb-7801-43e8-b9c2-0dafc07b3a0f port d6d1b6b8-09de-4cdd-b054-ba1aebeadc7e binding host dv-cinder-847189-5-smb {{(pid=88111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 23:33:17.624698 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron_lib.callbacks.manager [None req-1a4b9f77-5c99-4f8b-93d1-b69a0b5f1731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:33:17.991666 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron_lib.callbacks.manager [None req-1a4b9f77-5c99-4f8b-93d1-b69a0b5f1731 None None] Notify callbacks [] for port, precommit_update {{(pid=88111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:33:18.006375 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.provisioning_blocks [None req-1a4b9f77-5c99-4f8b-93d1-b69a0b5f1731 None None] Transition to ACTIVE for port object d6d1b6b8-09de-4cdd-b054-ba1aebeadc7e will not be triggered until provisioned by entity L2. {{(pid=88111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 23:33:18.013902 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron_lib.callbacks.manager [None req-1a4b9f77-5c99-4f8b-93d1-b69a0b5f1731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:33:18.247827 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaf008b-73cb-4209-86c8-496e57b45f88 None None] Pushing event updated for resources: {'Port': ['ID=d6d1b6b8-09de-4cdd-b054-ba1aebeadc7e,revision_number=3']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:33:18.260387 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eaf008b-73cb-4209-86c8-496e57b45f88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:33:18.260664 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eaf008b-73cb-4209-86c8-496e57b45f88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:33:18.261001 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eaf008b-73cb-4209-86c8-496e57b45f88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:33:18.261341 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eaf008b-73cb-4209-86c8-496e57b45f88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:33:18.261667 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eaf008b-73cb-4209-86c8-496e57b45f88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:33:18.261993 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eaf008b-73cb-4209-86c8-496e57b45f88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:33:18.262315 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eaf008b-73cb-4209-86c8-496e57b45f88 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:33:18.262637 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eaf008b-73cb-4209-86c8-496e57b45f88 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:33:18.262957 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eaf008b-73cb-4209-86c8-496e57b45f88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:33:18.263276 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eaf008b-73cb-4209-86c8-496e57b45f88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:33:18.263622 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eaf008b-73cb-4209-86c8-496e57b45f88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:33:18.263948 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eaf008b-73cb-4209-86c8-496e57b45f88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:33:18.265047 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eaf008b-73cb-4209-86c8-496e57b45f88 None None] Tracked resource versions report: Jun 24 23:33:18.265047 dv-cinder-847189-5-smb neutron-server[88111]: pushed versions: Jun 24 23:33:18.265047 dv-cinder-847189-5-smb neutron-server[88111]: { 'AddressGroup': {'1.2'}, Jun 24 23:33:18.265047 dv-cinder-847189-5-smb neutron-server[88111]: 'ConntrackHelper': {'1.0'}, Jun 24 23:33:18.265047 dv-cinder-847189-5-smb neutron-server[88111]: 'Log': {'1.0'}, Jun 24 23:33:18.265047 dv-cinder-847189-5-smb neutron-server[88111]: 'Network': {'1.1'}, Jun 24 23:33:18.265047 dv-cinder-847189-5-smb neutron-server[88111]: 'Port': {'1.7'}, Jun 24 23:33:18.265047 dv-cinder-847189-5-smb neutron-server[88111]: 'PortForwarding': {'1.2'}, Jun 24 23:33:18.265047 dv-cinder-847189-5-smb neutron-server[88111]: 'QosPolicy': {'1.8'}, Jun 24 23:33:18.265047 dv-cinder-847189-5-smb neutron-server[88111]: 'SecurityGroup': {'1.4'}, Jun 24 23:33:18.265047 dv-cinder-847189-5-smb neutron-server[88111]: 'SecurityGroupRule': {'1.2'}, Jun 24 23:33:18.265047 dv-cinder-847189-5-smb neutron-server[88111]: 'SubPort': {'1.0'}, Jun 24 23:33:18.265047 dv-cinder-847189-5-smb neutron-server[88111]: 'Subnet': {'1.1'}, Jun 24 23:33:18.265047 dv-cinder-847189-5-smb neutron-server[88111]: 'Trunk': {'1.1'}} Jun 24 23:33:18.265047 dv-cinder-847189-5-smb neutron-server[88111]: consumer versions: Jun 24 23:33:18.265047 dv-cinder-847189-5-smb neutron-server[88111]: { DHCP agent@dv-cinder-847189-5-smb: {}, Jun 24 23:33:18.265047 dv-cinder-847189-5-smb neutron-server[88111]: L3 agent@dv-cinder-847189-5-smb: {}, Jun 24 23:33:18.265047 dv-cinder-847189-5-smb neutron-server[88111]: Metadata agent@dv-cinder-847189-5-smb: {}, Jun 24 23:33:18.265047 dv-cinder-847189-5-smb neutron-server[88111]: Metering agent@dv-cinder-847189-5-smb: {}, Jun 24 23:33:18.265047 dv-cinder-847189-5-smb neutron-server[88111]: Open vSwitch agent@dv-cinder-847189-5-smb: { 'AddressGroup': '1.2', Jun 24 23:33:18.265047 dv-cinder-847189-5-smb neutron-server[88111]: 'ConntrackHelper': '1.0', Jun 24 23:33:18.265047 dv-cinder-847189-5-smb neutron-server[88111]: 'Log': '1.0', Jun 24 23:33:18.265047 dv-cinder-847189-5-smb neutron-server[88111]: 'Network': '1.1', Jun 24 23:33:18.265047 dv-cinder-847189-5-smb neutron-server[88111]: 'Port': '1.7', Jun 24 23:33:18.265047 dv-cinder-847189-5-smb neutron-server[88111]: 'PortForwarding': '1.2', Jun 24 23:33:18.265047 dv-cinder-847189-5-smb neutron-server[88111]: 'QosPolicy': '1.8', Jun 24 23:33:18.265047 dv-cinder-847189-5-smb neutron-server[88111]: 'SecurityGroup': '1.4', Jun 24 23:33:18.265047 dv-cinder-847189-5-smb neutron-server[88111]: 'SecurityGroupRule': '1.2', Jun 24 23:33:18.265047 dv-cinder-847189-5-smb neutron-server[88111]: 'SubPort': '1.0', Jun 24 23:33:18.265047 dv-cinder-847189-5-smb neutron-server[88111]: 'Subnet': '1.1', Jun 24 23:33:18.265047 dv-cinder-847189-5-smb neutron-server[88111]: 'Trunk': '1.1'}} Jun 24 23:33:18.265047 dv-cinder-847189-5-smb neutron-server[88111]: {{(pid=88111) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 23:33:18.269663 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.plugins.ml2.managers [None req-1a4b9f77-5c99-4f8b-93d1-b69a0b5f1731 None None] Attempting to bind port d6d1b6b8-09de-4cdd-b054-ba1aebeadc7e on host dv-cinder-847189-5-smb for vnic_type normal with profile {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 23:33:18.270064 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.plugins.ml2.managers [None req-1a4b9f77-5c99-4f8b-93d1-b69a0b5f1731 None None] Attempting to bind port d6d1b6b8-09de-4cdd-b054-ba1aebeadc7e by drivers openvswitch,hyperv on host dv-cinder-847189-5-smb at level 0 using segments [{'id': '8e0abcdb-4c72-45f2-9ed8-229d531adba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '8a4804fa-0978-499c-b6fb-234c131d9c9f'}] {{(pid=88111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 23:33:18.270486 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4b9f77-5c99-4f8b-93d1-b69a0b5f1731 None None] Attempting to bind port d6d1b6b8-09de-4cdd-b054-ba1aebeadc7e on network 8a4804fa-0978-499c-b6fb-234c131d9c9f {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 23:33:18.276141 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4b9f77-5c99-4f8b-93d1-b69a0b5f1731 None None] Checking agent: {'id': '3a3b0bc1-d1b4-4224-a890-cab54187436c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 23, 32, 43), 'started_at': datetime.datetime(2022, 6, 24, 23, 33, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 23, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 23:33:18.276526 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4b9f77-5c99-4f8b-93d1-b69a0b5f1731 None None] Checking segment: {'id': '8e0abcdb-4c72-45f2-9ed8-229d531adba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '8a4804fa-0978-499c-b6fb-234c131d9c9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 23:33:18.276994 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron_lib.callbacks.manager [None req-1a4b9f77-5c99-4f8b-93d1-b69a0b5f1731 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:33:18.277376 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4b9f77-5c99-4f8b-93d1-b69a0b5f1731 None None] Bound using segment: {'id': '8e0abcdb-4c72-45f2-9ed8-229d531adba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '8a4804fa-0978-499c-b6fb-234c131d9c9f'} {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 23:33:18.277877 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.plugins.ml2.managers [None req-1a4b9f77-5c99-4f8b-93d1-b69a0b5f1731 None None] Bound port: d6d1b6b8-09de-4cdd-b054-ba1aebeadc7e, host: dv-cinder-847189-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e0abcdb-4c72-45f2-9ed8-229d531adba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '8a4804fa-0978-499c-b6fb-234c131d9c9f'}}] {{(pid=88111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 23:33:18.278256 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron_lib.callbacks.manager [None req-1a4b9f77-5c99-4f8b-93d1-b69a0b5f1731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:33:18.364267 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.plugins.ml2.db [None req-1a4b9f77-5c99-4f8b-93d1-b69a0b5f1731 None None] For port d6d1b6b8-09de-4cdd-b054-ba1aebeadc7e, host dv-cinder-847189-5-smb, cleared binding levels {{(pid=88111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 23:33:18.368331 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.plugins.ml2.db [None req-1a4b9f77-5c99-4f8b-93d1-b69a0b5f1731 None None] For port d6d1b6b8-09de-4cdd-b054-ba1aebeadc7e, host dv-cinder-847189-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-5-smb',level=0,port_id=d6d1b6b8-09de-4cdd-b054-ba1aebeadc7e,segment=NetworkSegment(8e0abcdb-4c72-45f2-9ed8-229d531adba2),segment_id=8e0abcdb-4c72-45f2-9ed8-229d531adba2)] {{(pid=88111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 23:33:18.372455 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron_lib.callbacks.manager [None req-1a4b9f77-5c99-4f8b-93d1-b69a0b5f1731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:33:18.445904 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4b9f77-5c99-4f8b-93d1-b69a0b5f1731 None None] Routers {'7f5ad8cb-7801-43e8-b9c2-0dafc07b3a0f'} bound to L3 agent in host dv-cinder-847189-5-smb {{(pid=88111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 23:33:18.446516 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-1a4b9f77-5c99-4f8b-93d1-b69a0b5f1731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-24T23:32:42Z,description=,heartbeat_timestamp=2022-06-24T23:33:12Z,host='dv-cinder-847189-5-smb',id=05c04ad7-f453-4a24-8793-b86a404a0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T23:32:42Z,topic='l3_agent')) {'router_ids': ['7f5ad8cb-7801-43e8-b9c2-0dafc07b3a0f'], 'active': True} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:33:18.614175 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaf008b-73cb-4209-86c8-496e57b45f88 None None] Pushing event updated for resources: {'Port': ['ID=d6d1b6b8-09de-4cdd-b054-ba1aebeadc7e,revision_number=4']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:33:18.643544 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvr_db [None req-1a4b9f77-5c99-4f8b-93d1-b69a0b5f1731 None None] Set router 7f5ad8cb-7801-43e8-b9c2-0dafc07b3a0f gateway port host: None {{(pid=88111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 23:33:18.962658 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-1a4b9f77-5c99-4f8b-93d1-b69a0b5f1731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f5ad8cb-7801-43e8-b9c2-0dafc07b3a0f', 'name': 'router1', 'tenant_id': 'd72f7f537ffb4173aff6f88fd82c5365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:33:05Z', 'updated_at': '2022-06-24T23:33:16Z', 'revision_number': 2, 'project_id': 'd72f7f537ffb4173aff6f88fd82c5365', 'gw_port_host': None, '_interfaces': [{'id': 'd6d1b6b8-09de-4cdd-b054-ba1aebeadc7e', 'name': '', 'network_id': '8a4804fa-0978-499c-b6fb-234c131d9c9f', 'tenant_id': 'd72f7f537ffb4173aff6f88fd82c5365', 'mac_address': 'fa:16:3e:6d:26:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f5ad8cb-7801-43e8-b9c2-0dafc07b3a0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3817aff6-09de-47d8-9c7b-f604f141e312', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:33:15Z', 'updated_at': '2022-06-24T23:33:18Z', 'revision_number': 4, 'project_id': 'd72f7f537ffb4173aff6f88fd82c5365', 'subnets': [{'id': '3817aff6-09de-47d8-9c7b-f604f141e312', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6197071f-be8a-4425-a288-66e850adfd67'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-5-smb', False) {} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:33:18.966296 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4b9f77-5c99-4f8b-93d1-b69a0b5f1731 None None] The sync data for ids ['7f5ad8cb-7801-43e8-b9c2-0dafc07b3a0f'] in dv-cinder-847189-5-smb is: [{'id': '7f5ad8cb-7801-43e8-b9c2-0dafc07b3a0f', 'name': 'router1', 'tenant_id': 'd72f7f537ffb4173aff6f88fd82c5365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:33:05Z', 'updated_at': '2022-06-24T23:33:16Z', 'revision_number': 2, 'project_id': 'd72f7f537ffb4173aff6f88fd82c5365', 'gw_port_host': None, '_interfaces': [{'id': 'd6d1b6b8-09de-4cdd-b054-ba1aebeadc7e', 'name': '', 'network_id': '8a4804fa-0978-499c-b6fb-234c131d9c9f', 'tenant_id': 'd72f7f537ffb4173aff6f88fd82c5365', 'mac_address': 'fa:16:3e:6d:26:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f5ad8cb-7801-43e8-b9c2-0dafc07b3a0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3817aff6-09de-47d8-9c7b-f604f141e312', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:33:15Z', 'updated_at': '2022-06-24T23:33:18Z', 'revision_number': 4, 'project_id': 'd72f7f537ffb4173aff6f88fd82c5365', 'subnets': [{'id': '3817aff6-09de-47d8-9c7b-f604f141e312', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6197071f-be8a-4425-a288-66e850adfd67'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 23:33:19.261778 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 50044) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:33:19.410538 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb66142-4d79-4d37-93a6-40789c75cbb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:33:19.411085 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-4bb66142-4d79-4d37-93a6-40789c75cbb7 admin admin] Synchronizing usage tracker for tenant:3ddeb703001f4a72a70fe7fd8251fd79 on resource:network {{(pid=88109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 23:33:19.427815 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-4bb66142-4d79-4d37-93a6-40789c75cbb7 admin admin] Unset dirty status for tenant:3ddeb703001f4a72a70fe7fd8251fd79 on resource:network {{(pid=88109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 23:33:19.428942 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-4bb66142-4d79-4d37-93a6-40789c75cbb7 admin admin] 10.222.0.42 "GET /v2.0/networks/faf77eb5-d359-4977-a80d-20d91cf50932 HTTP/1.1" status: 200 len: 842 time: 0.1662326 Jun 24 23:33:19.438188 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.v2.base [None req-a5154c2b-5c08-44f6-b993-d50fdcfe4f78 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'cidr': '172.28.1.0/24', 'name': 'public-subnet', 'gateway_ip': '172.28.1.1', 'enable_dhcp': False}} {{(pid=88109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:33:19.443378 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-a5154c2b-5c08-44f6-b993-d50fdcfe4f78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:33:19.447052 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-a5154c2b-5c08-44f6-b993-d50fdcfe4f78 admin admin] Usage tracker for resource:subnet and tenant:3ddeb703001f4a72a70fe7fd8251fd79 is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:33:19.449884 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-a5154c2b-5c08-44f6-b993-d50fdcfe4f78 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:33:19.455826 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-a5154c2b-5c08-44f6-b993-d50fdcfe4f78 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:33:19.465246 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5154c2b-5c08-44f6-b993-d50fdcfe4f78 admin admin] Made reservation on behalf of 3ddeb703001f4a72a70fe7fd8251fd79 for: {'subnet': 1} {{(pid=88109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 23:33:19.467785 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5154c2b-5c08-44f6-b993-d50fdcfe4f78 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:33:19.860595 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.objects.ports [None req-a5154c2b-5c08-44f6-b993-d50fdcfe4f78 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88109) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jun 24 23:33:19.861063 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5154c2b-5c08-44f6-b993-d50fdcfe4f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for subnet, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:33:19.939321 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5154c2b-5c08-44f6-b993-d50fdcfe4f78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45337dfe-1492-4630-96d4-ace1b4f61ce9,revision_number=0']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:33:19.943357 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5154c2b-5c08-44f6-b993-d50fdcfe4f78 admin admin] Checking segment: {'id': '541a8b1c-692d-48ec-a001-de3aa3f0cecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 23:33:19.943745 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5154c2b-5c08-44f6-b993-d50fdcfe4f78 admin admin] Network hostable DHCP agents. Network: faf77eb5-d359-4977-a80d-20d91cf50932, hostable agents: ['6e28835f-a2f6-456f-8f53-9851f009901c'], hosted agents: [] {{(pid=88109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 23:33:19.964271 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5154c2b-5c08-44f6-b993-d50fdcfe4f78 admin admin] Network faf77eb5-d359-4977-a80d-20d91cf50932 is scheduled to be hosted by DHCP agent 6e28835f-a2f6-456f-8f53-9851f009901c with binding_index 1 {{(pid=88109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 23:33:19.974090 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-a5154c2b-5c08-44f6-b993-d50fdcfe4f78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-5-smb, faf77eb5-d359-4977-a80d-20d91cf50932) {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 23:33:19.978012 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5154c2b-5c08-44f6-b993-d50fdcfe4f78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:33:19.978587 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a5154c2b-5c08-44f6-b993-d50fdcfe4f78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627732'] for subnet, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:33:19.983061 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65602422-2012-4191-84a6-9a298fb6319a None None] Network faf77eb5-d359-4977-a80d-20d91cf50932 requested from dv-cinder-847189-5-smb {{(pid=88110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 23:33:20.006151 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-a5154c2b-5c08-44f6-b993-d50fdcfe4f78 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5711558 Jun 24 23:33:20.219851 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68da6caa-8173-4dad-a4f3-8f54658b2259 None None] Network faf77eb5-d359-4977-a80d-20d91cf50932 requested from dv-cinder-847189-5-smb {{(pid=88110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 23:33:21.169899 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device d6d1b6b8-09de-4cdd-b054-ba1aebeadc7e up at agent ovs-agent-dv-cinder-847189-5-smb {{(pid=88110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 23:33:21.241494 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Provisioning for port d6d1b6b8-09de-4cdd-b054-ba1aebeadc7e completed by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 23:33:21.246343 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Provisioning complete for port d6d1b6b8-09de-4cdd-b054-ba1aebeadc7e triggered by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:33:21.246721 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:33:21.360960 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Current status of the port d6d1b6b8-09de-4cdd-b054-ba1aebeadc7e is: DOWN; New status is: ACTIVE {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:33:21.361285 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:33:21.392722 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] For port d6d1b6b8-09de-4cdd-b054-ba1aebeadc7e, host dv-cinder-847189-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-5-smb',level=0,port_id=d6d1b6b8-09de-4cdd-b054-ba1aebeadc7e,segment=NetworkSegment(8e0abcdb-4c72-45f2-9ed8-229d531adba2),segment_id=8e0abcdb-4c72-45f2-9ed8-229d531adba2)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:33:21.396796 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:33:21.461576 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Pushing event updated for resources: {'Port': ['ID=d6d1b6b8-09de-4cdd-b054-ba1aebeadc7e,revision_number=5']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:33:22.294865 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 50058) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:33:22.523026 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-6d13af5c-b055-4c74-a3db-c3e9f62b06e2 admin admin] 10.222.0.42 "GET /v2.0/routers/7f5ad8cb-7801-43e8-b9c2-0dafc07b3a0f HTTP/1.1" status: 200 len: 710 time: 0.2270303 Jun 24 23:33:22.645577 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2b16db-53b5-41ac-b947-0fba098cb279 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:33:22.646899 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-2e2b16db-53b5-41ac-b947-0fba098cb279 admin admin] 10.222.0.42 "GET /v2.0/networks/faf77eb5-d359-4977-a80d-20d91cf50932 HTTP/1.1" status: 200 len: 886 time: 0.1187754 Jun 24 23:33:22.655241 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.v2.base [None req-eae8dfac-6fb8-447d-b7f4-2e8b9de3a19b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932'}}} {{(pid=88109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:33:23.083535 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-eae8dfac-6fb8-447d-b7f4-2e8b9de3a19b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-477306', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4958'] for router, precommit_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:33:23.154155 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device d6d1b6b8-09de-4cdd-b054-ba1aebeadc7e up at agent ovs-agent-dv-cinder-847189-5-smb {{(pid=88110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 23:33:23.222848 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Provisioning complete for port d6d1b6b8-09de-4cdd-b054-ba1aebeadc7e triggered by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:33:23.223265 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:33:23.333836 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Current status of the port d6d1b6b8-09de-4cdd-b054-ba1aebeadc7e is: ACTIVE; New status is: ACTIVE {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:33:23.408226 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-eae8dfac-6fb8-447d-b7f4-2e8b9de3a19b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:33:23.461822 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-eae8dfac-6fb8-447d-b7f4-2e8b9de3a19b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:33:23.588971 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-eae8dfac-6fb8-447d-b7f4-2e8b9de3a19b admin admin] Allocated IP 172.28.1.226 (faf77eb5-d359-4977-a80d-20d91cf50932/45337dfe-1492-4630-96d4-ace1b4f61ce9/797fc074-6075-4024-8f67-d020267059e7) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 23:33:23.777296 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-eae8dfac-6fb8-447d-b7f4-2e8b9de3a19b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:33:23.805368 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-eae8dfac-6fb8-447d-b7f4-2e8b9de3a19b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754888214703'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:33:23.864236 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae8dfac-6fb8-447d-b7f4-2e8b9de3a19b admin admin] Network faf77eb5-d359-4977-a80d-20d91cf50932 is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 23:33:23.865196 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-eae8dfac-6fb8-447d-b7f4-2e8b9de3a19b admin admin] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 23:33:23.869612 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae8dfac-6fb8-447d-b7f4-2e8b9de3a19b admin admin] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 23:33:23.995995 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae8dfac-6fb8-447d-b7f4-2e8b9de3a19b admin admin] Pushing event updated for resources: {'Port': ['ID=797fc074-6075-4024-8f67-d020267059e7,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:33:24.242550 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-eae8dfac-6fb8-447d-b7f4-2e8b9de3a19b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:33:24.569025 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-eae8dfac-6fb8-447d-b7f4-2e8b9de3a19b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-477306', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4958'] for router, precommit_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:33:24.572140 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-eae8dfac-6fb8-447d-b7f4-2e8b9de3a19b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-477299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-477284', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-476603'] for router, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:33:24.747914 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eae8dfac-6fb8-447d-b7f4-2e8b9de3a19b admin admin] Router 7f5ad8cb-7801-43e8-b9c2-0dafc07b3a0f has already been hosted by L3 agent 05c04ad7-f453-4a24-8793-b86a404a0ef9 {{(pid=88109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 23:33:24.921367 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eae8dfac-6fb8-447d-b7f4-2e8b9de3a19b admin admin] Notify agent at l3_agent.dv-cinder-847189-5-smb the message routers_updated {{(pid=88109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 23:33:24.929687 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-eae8dfac-6fb8-447d-b7f4-2e8b9de3a19b admin admin] Notify callbacks [] for router, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:33:24.930851 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-eae8dfac-6fb8-447d-b7f4-2e8b9de3a19b admin admin] 10.222.0.42 "PUT /v2.0/routers/7f5ad8cb-7801-43e8-b9c2-0dafc07b3a0f HTTP/1.1" status: 200 len: 890 time: 2.2786419 Jun 24 23:33:24.931656 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f07950b-c1d7-4553-9644-8eee1d3c9347 None None] Sync routers for ids ['7f5ad8cb-7801-43e8-b9c2-0dafc07b3a0f'] in dv-cinder-847189-5-smb {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 23:33:24.941749 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f07950b-c1d7-4553-9644-8eee1d3c9347 None None] Routers {'7f5ad8cb-7801-43e8-b9c2-0dafc07b3a0f'} bound to L3 agent in host dv-cinder-847189-5-smb {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 23:33:24.942460 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-2f07950b-c1d7-4553-9644-8eee1d3c9347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-24T23:32:42Z,description=,heartbeat_timestamp=2022-06-24T23:33:12Z,host='dv-cinder-847189-5-smb',id=05c04ad7-f453-4a24-8793-b86a404a0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T23:32:42Z,topic='l3_agent')) {'router_ids': ['7f5ad8cb-7801-43e8-b9c2-0dafc07b3a0f'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:33:25.152365 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-2f07950b-c1d7-4553-9644-8eee1d3c9347 None None] Set router 7f5ad8cb-7801-43e8-b9c2-0dafc07b3a0f gateway port host: dv-cinder-847189-5-smb {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 23:33:25.482004 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-2f07950b-c1d7-4553-9644-8eee1d3c9347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f5ad8cb-7801-43e8-b9c2-0dafc07b3a0f', 'name': 'router1', 'tenant_id': 'd72f7f537ffb4173aff6f88fd82c5365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.226'}], 'enable_snat': True}, 'gw_port_id': '797fc074-6075-4024-8f67-d020267059e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:33:05Z', 'updated_at': '2022-06-24T23:33:24Z', 'revision_number': 4, 'project_id': 'd72f7f537ffb4173aff6f88fd82c5365', 'gw_port': {'id': '797fc074-6075-4024-8f67-d020267059e7', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:28:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f5ad8cb-7801-43e8-b9c2-0dafc07b3a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:33:23Z', 'updated_at': '2022-06-24T23:33:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb', '_interfaces': [{'id': 'd6d1b6b8-09de-4cdd-b054-ba1aebeadc7e', 'name': '', 'network_id': '8a4804fa-0978-499c-b6fb-234c131d9c9f', 'tenant_id': 'd72f7f537ffb4173aff6f88fd82c5365', 'mac_address': 'fa:16:3e:6d:26:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f5ad8cb-7801-43e8-b9c2-0dafc07b3a0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3817aff6-09de-47d8-9c7b-f604f141e312', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:33:15Z', 'updated_at': '2022-06-24T23:33:21Z', 'revision_number': 5, 'project_id': 'd72f7f537ffb4173aff6f88fd82c5365', 'subnets': [{'id': '3817aff6-09de-47d8-9c7b-f604f141e312', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6197071f-be8a-4425-a288-66e850adfd67'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-5-smb', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:33:25.486567 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f07950b-c1d7-4553-9644-8eee1d3c9347 None None] Checking router: 7f5ad8cb-7801-43e8-b9c2-0dafc07b3a0f for host: dv-cinder-847189-5-smb {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 23:33:25.486941 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f07950b-c1d7-4553-9644-8eee1d3c9347 None None] Updating router 7f5ad8cb-7801-43e8-b9c2-0dafc07b3a0f port 797fc074-6075-4024-8f67-d020267059e7 binding host dv-cinder-847189-5-smb {{(pid=88110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 23:33:25.536840 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-2f07950b-c1d7-4553-9644-8eee1d3c9347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:33:25.860136 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-2f07950b-c1d7-4553-9644-8eee1d3c9347 None None] Notify callbacks [] for port, precommit_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:33:25.871610 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-2f07950b-c1d7-4553-9644-8eee1d3c9347 None None] Transition to ACTIVE for port object 797fc074-6075-4024-8f67-d020267059e7 will not be triggered until provisioned by entity L2. {{(pid=88110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 23:33:25.877212 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-2f07950b-c1d7-4553-9644-8eee1d3c9347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:33:25.950171 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-2f07950b-c1d7-4553-9644-8eee1d3c9347 None None] Attempting to bind port 797fc074-6075-4024-8f67-d020267059e7 on host dv-cinder-847189-5-smb for vnic_type normal with profile {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 23:33:25.950781 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-2f07950b-c1d7-4553-9644-8eee1d3c9347 None None] Attempting to bind port 797fc074-6075-4024-8f67-d020267059e7 by drivers openvswitch,hyperv on host dv-cinder-847189-5-smb at level 0 using segments [{'id': '541a8b1c-692d-48ec-a001-de3aa3f0cecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932'}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 23:33:25.950884 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f07950b-c1d7-4553-9644-8eee1d3c9347 None None] Attempting to bind port 797fc074-6075-4024-8f67-d020267059e7 on network faf77eb5-d359-4977-a80d-20d91cf50932 {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 23:33:25.959882 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f07950b-c1d7-4553-9644-8eee1d3c9347 None None] Checking agent: {'id': '3a3b0bc1-d1b4-4224-a890-cab54187436c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 23, 32, 43), 'started_at': datetime.datetime(2022, 6, 24, 23, 33, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 23, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 23:33:25.960253 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f07950b-c1d7-4553-9644-8eee1d3c9347 None None] Checking segment: {'id': '541a8b1c-692d-48ec-a001-de3aa3f0cecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 23:33:25.960678 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-2f07950b-c1d7-4553-9644-8eee1d3c9347 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:33:25.961065 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f07950b-c1d7-4553-9644-8eee1d3c9347 None None] Bound using segment: {'id': '541a8b1c-692d-48ec-a001-de3aa3f0cecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932'} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 23:33:25.961523 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-2f07950b-c1d7-4553-9644-8eee1d3c9347 None None] Bound port: 797fc074-6075-4024-8f67-d020267059e7, host: dv-cinder-847189-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '541a8b1c-692d-48ec-a001-de3aa3f0cecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932'}}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 23:33:25.961911 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-2f07950b-c1d7-4553-9644-8eee1d3c9347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:33:25.984748 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8fb908-7f15-42b8-b48e-9ffc48e142b6 None None] Pushing event updated for resources: {'Port': ['ID=797fc074-6075-4024-8f67-d020267059e7,revision_number=2']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:33:26.039090 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-2f07950b-c1d7-4553-9644-8eee1d3c9347 None None] For port 797fc074-6075-4024-8f67-d020267059e7, host dv-cinder-847189-5-smb, cleared binding levels {{(pid=88110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 23:33:26.042138 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-2f07950b-c1d7-4553-9644-8eee1d3c9347 None None] For port 797fc074-6075-4024-8f67-d020267059e7, host dv-cinder-847189-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-5-smb',level=0,port_id=797fc074-6075-4024-8f67-d020267059e7,segment=NetworkSegment(541a8b1c-692d-48ec-a001-de3aa3f0cecc),segment_id=541a8b1c-692d-48ec-a001-de3aa3f0cecc)] {{(pid=88110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 23:33:26.046093 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-2f07950b-c1d7-4553-9644-8eee1d3c9347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:33:26.122932 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f07950b-c1d7-4553-9644-8eee1d3c9347 None None] Routers {'7f5ad8cb-7801-43e8-b9c2-0dafc07b3a0f'} bound to L3 agent in host dv-cinder-847189-5-smb {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 23:33:26.123556 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-2f07950b-c1d7-4553-9644-8eee1d3c9347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-24T23:32:42Z,description=,heartbeat_timestamp=2022-06-24T23:33:12Z,host='dv-cinder-847189-5-smb',id=05c04ad7-f453-4a24-8793-b86a404a0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T23:32:42Z,topic='l3_agent')) {'router_ids': ['7f5ad8cb-7801-43e8-b9c2-0dafc07b3a0f'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:33:26.172538 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8fb908-7f15-42b8-b48e-9ffc48e142b6 None None] Pushing event updated for resources: {'Port': ['ID=797fc074-6075-4024-8f67-d020267059e7,revision_number=3']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:33:26.303188 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-2f07950b-c1d7-4553-9644-8eee1d3c9347 None None] Set router 7f5ad8cb-7801-43e8-b9c2-0dafc07b3a0f gateway port host: dv-cinder-847189-5-smb {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 23:33:26.643228 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-2f07950b-c1d7-4553-9644-8eee1d3c9347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f5ad8cb-7801-43e8-b9c2-0dafc07b3a0f', 'name': 'router1', 'tenant_id': 'd72f7f537ffb4173aff6f88fd82c5365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.226'}], 'enable_snat': True}, 'gw_port_id': '797fc074-6075-4024-8f67-d020267059e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:33:05Z', 'updated_at': '2022-06-24T23:33:24Z', 'revision_number': 4, 'project_id': 'd72f7f537ffb4173aff6f88fd82c5365', 'gw_port': {'id': '797fc074-6075-4024-8f67-d020267059e7', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:28:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f5ad8cb-7801-43e8-b9c2-0dafc07b3a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:33:23Z', 'updated_at': '2022-06-24T23:33:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb', '_interfaces': [{'id': 'd6d1b6b8-09de-4cdd-b054-ba1aebeadc7e', 'name': '', 'network_id': '8a4804fa-0978-499c-b6fb-234c131d9c9f', 'tenant_id': 'd72f7f537ffb4173aff6f88fd82c5365', 'mac_address': 'fa:16:3e:6d:26:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f5ad8cb-7801-43e8-b9c2-0dafc07b3a0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3817aff6-09de-47d8-9c7b-f604f141e312', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:33:15Z', 'updated_at': '2022-06-24T23:33:21Z', 'revision_number': 5, 'project_id': 'd72f7f537ffb4173aff6f88fd82c5365', 'subnets': [{'id': '3817aff6-09de-47d8-9c7b-f604f141e312', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6197071f-be8a-4425-a288-66e850adfd67'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-5-smb', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:33:26.647044 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f07950b-c1d7-4553-9644-8eee1d3c9347 None None] The sync data for ids ['7f5ad8cb-7801-43e8-b9c2-0dafc07b3a0f'] in dv-cinder-847189-5-smb is: [{'id': '7f5ad8cb-7801-43e8-b9c2-0dafc07b3a0f', 'name': 'router1', 'tenant_id': 'd72f7f537ffb4173aff6f88fd82c5365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.226'}], 'enable_snat': True}, 'gw_port_id': '797fc074-6075-4024-8f67-d020267059e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:33:05Z', 'updated_at': '2022-06-24T23:33:24Z', 'revision_number': 4, 'project_id': 'd72f7f537ffb4173aff6f88fd82c5365', 'gw_port': {'id': '797fc074-6075-4024-8f67-d020267059e7', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:28:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f5ad8cb-7801-43e8-b9c2-0dafc07b3a0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:33:23Z', 'updated_at': '2022-06-24T23:33:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb', '_interfaces': [{'id': 'd6d1b6b8-09de-4cdd-b054-ba1aebeadc7e', 'name': '', 'network_id': '8a4804fa-0978-499c-b6fb-234c131d9c9f', 'tenant_id': 'd72f7f537ffb4173aff6f88fd82c5365', 'mac_address': 'fa:16:3e:6d:26:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f5ad8cb-7801-43e8-b9c2-0dafc07b3a0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3817aff6-09de-47d8-9c7b-f604f141e312', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:33:15Z', 'updated_at': '2022-06-24T23:33:21Z', 'revision_number': 5, 'project_id': 'd72f7f537ffb4173aff6f88fd82c5365', 'subnets': [{'id': '3817aff6-09de-47d8-9c7b-f604f141e312', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6197071f-be8a-4425-a288-66e850adfd67'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 23:33:27.144405 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.agents_db [None req-920f0d7c-c373-4dd0-bab9-7f12e43ec96a None None] Agent healthcheck: found 5 active agents {{(pid=88111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 23:33:27.194980 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device 797fc074-6075-4024-8f67-d020267059e7 up at agent ovs-agent-dv-cinder-847189-5-smb {{(pid=88110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 23:33:27.269419 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Provisioning for port 797fc074-6075-4024-8f67-d020267059e7 completed by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 23:33:27.274485 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Provisioning complete for port 797fc074-6075-4024-8f67-d020267059e7 triggered by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:33:27.274855 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:33:27.308631 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 50068) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:33:27.399993 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Current status of the port 797fc074-6075-4024-8f67-d020267059e7 is: DOWN; New status is: ACTIVE {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:33:27.400646 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:33:27.418356 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] For port 797fc074-6075-4024-8f67-d020267059e7, host dv-cinder-847189-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-5-smb',level=0,port_id=797fc074-6075-4024-8f67-d020267059e7,segment=NetworkSegment(541a8b1c-692d-48ec-a001-de3aa3f0cecc),segment_id=541a8b1c-692d-48ec-a001-de3aa3f0cecc)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:33:27.422821 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:33:27.490373 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-b2b13880-52c8-41e1-b9be-164c9a111342 admin admin] 10.222.0.42 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1803567 Jun 24 23:33:27.495849 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Pushing event updated for resources: {'Port': ['ID=797fc074-6075-4024-8f67-d020267059e7,revision_number=4']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:33:29.161883 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device 797fc074-6075-4024-8f67-d020267059e7 up at agent ovs-agent-dv-cinder-847189-5-smb {{(pid=88110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 23:33:29.241346 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Provisioning complete for port 797fc074-6075-4024-8f67-d020267059e7 triggered by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:33:29.241756 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:33:29.359439 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Current status of the port 797fc074-6075-4024-8f67-d020267059e7 is: ACTIVE; New status is: ACTIVE {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:33:39.901487 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-25037e38-e573-4be9-bb04-2778752e95b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:33:42.117641 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-d5051983-ccfb-408b-8af5-c3a6dcdec2b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:33:42.790412 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-8c0b2992-c590-46d4-9042-25b3b8179244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:33:43.280308 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:33:44.546920 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-1d7c9831-c6e7-4afe-acbd-faa6f5f62172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:34:04.142643 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.agents_db [None req-920f0d7c-c373-4dd0-bab9-7f12e43ec96a None None] Agent healthcheck: found 5 active agents {{(pid=88111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 23:34:09.909095 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-98cfe313-0044-4ac6-a840-0ae0f465dd55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:34:12.120047 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-8f13286b-bc99-451c-a353-990fc7934d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:34:12.791381 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-8c0b2992-c590-46d4-9042-25b3b8179244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:34:13.286677 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:34:14.550567 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-1d7c9831-c6e7-4afe-acbd-faa6f5f62172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:34:39.907421 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-ea8ad075-215f-41c3-9f0d-da688db8e25a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:34:41.141096 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.agents_db [None req-920f0d7c-c373-4dd0-bab9-7f12e43ec96a None None] Agent healthcheck: found 5 active agents {{(pid=88111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 23:34:42.124836 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5eb922a-5d8a-45e5-87c1-27e2482e7a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:34:42.794749 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-8c0b2992-c590-46d4-9042-25b3b8179244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:34:43.282265 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:34:44.557649 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-1d7c9831-c6e7-4afe-acbd-faa6f5f62172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:35:09.901290 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-e681c440-6e81-47b9-b7d5-38d7131b245d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:35:12.119008 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-0a4641b8-8ad6-4088-b7be-9587d03e0aba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:35:12.802310 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-8c0b2992-c590-46d4-9042-25b3b8179244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:35:13.284246 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:35:14.558023 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-1d7c9831-c6e7-4afe-acbd-faa6f5f62172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:35:18.140009 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.agents_db [None req-920f0d7c-c373-4dd0-bab9-7f12e43ec96a None None] Agent healthcheck: found 5 active agents {{(pid=88111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 23:35:29.478234 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 50640) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:35:29.543494 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.pecan_wsgi.hooks.translation [None req-2396a8b5-0e27-425b-8974-684fcede1ad5 admin admin] GET failed (client error): The resource could not be found. Jun 24 23:35:29.544762 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-2396a8b5-0e27-425b-8974-684fcede1ad5 admin admin] 10.222.0.42 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0655980 Jun 24 23:35:29.672500 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca3dacf-9d45-43b7-aa33-06f6f42a2b2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:35:29.673988 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-0ca3dacf-9d45-43b7-aa33-06f6f42a2b2f admin admin] 10.222.0.42 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1253762 Jun 24 23:35:31.829275 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 50650) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:35:31.933972 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c76fb26-1ef9-4c17-a2a4-7a4d9f640191 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:35:31.934517 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-5c76fb26-1ef9-4c17-a2a4-7a4d9f640191 admin admin] Synchronizing usage tracker for tenant:3ddeb703001f4a72a70fe7fd8251fd79 on resource:subnet {{(pid=88109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 23:35:31.951169 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-5c76fb26-1ef9-4c17-a2a4-7a4d9f640191 admin admin] Unset dirty status for tenant:3ddeb703001f4a72a70fe7fd8251fd79 on resource:subnet {{(pid=88109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 23:35:31.952401 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-5c76fb26-1ef9-4c17-a2a4-7a4d9f640191 admin admin] 10.222.0.42 "GET /v2.0/subnets/3817aff6-09de-47d8-9c7b-f604f141e312 HTTP/1.1" status: 200 len: 849 time: 0.1221387 Jun 24 23:35:31.962034 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.v2.base [None req-269b941e-69dc-4946-88f7-4a407f23d0b8 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:35:32.075781 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-269b941e-69dc-4946-88f7-4a407f23d0b8 admin admin] Notify callbacks [] for subnet, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:35:32.263170 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-269b941e-69dc-4946-88f7-4a407f23d0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754888674187'] for subnet, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:35:32.310772 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269b941e-69dc-4946-88f7-4a407f23d0b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:35:32.311344 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-269b941e-69dc-4946-88f7-4a407f23d0b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627732'] for subnet, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:35:32.312608 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-269b941e-69dc-4946-88f7-4a407f23d0b8 admin admin] 10.222.0.42 "PUT /v2.0/subnets/3817aff6-09de-47d8-9c7b-f604f141e312 HTTP/1.1" status: 200 len: 868 time: 0.3542705 Jun 24 23:35:32.319293 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1020e924-1269-4229-945e-a287abd9f831 None None] Network 8a4804fa-0978-499c-b6fb-234c131d9c9f requested from dv-cinder-847189-5-smb {{(pid=88110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 23:35:32.336443 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269b941e-69dc-4946-88f7-4a407f23d0b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3817aff6-09de-47d8-9c7b-f604f141e312,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:35:32.344416 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269b941e-69dc-4946-88f7-4a407f23d0b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:35:32.345159 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269b941e-69dc-4946-88f7-4a407f23d0b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:35:32.345660 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269b941e-69dc-4946-88f7-4a407f23d0b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:35:32.346155 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269b941e-69dc-4946-88f7-4a407f23d0b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:35:32.346655 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269b941e-69dc-4946-88f7-4a407f23d0b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:35:32.347150 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269b941e-69dc-4946-88f7-4a407f23d0b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:35:32.347670 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269b941e-69dc-4946-88f7-4a407f23d0b8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:35:32.348150 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269b941e-69dc-4946-88f7-4a407f23d0b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:35:32.348649 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269b941e-69dc-4946-88f7-4a407f23d0b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:35:32.349183 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269b941e-69dc-4946-88f7-4a407f23d0b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:35:32.349663 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269b941e-69dc-4946-88f7-4a407f23d0b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:35:32.350156 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269b941e-69dc-4946-88f7-4a407f23d0b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:35:32.800640 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-6ee2ce4d-b6bf-4f80-8da3-6a7b849ce435 None None] Provisioning complete for port d6d1b6b8-09de-4cdd-b054-ba1aebeadc7e triggered by entity DHCP. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:35:32.801103 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-6ee2ce4d-b6bf-4f80-8da3-6a7b849ce435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:35:32.913381 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-6ee2ce4d-b6bf-4f80-8da3-6a7b849ce435 None None] Current status of the port d6d1b6b8-09de-4cdd-b054-ba1aebeadc7e is: ACTIVE; New status is: ACTIVE {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:35:32.923578 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-6ee2ce4d-b6bf-4f80-8da3-6a7b849ce435 None None] Provisioning complete for port 16d7986f-deb8-4c17-a4cf-f75a68dfe045 triggered by entity DHCP. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:35:32.924473 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-6ee2ce4d-b6bf-4f80-8da3-6a7b849ce435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:35:33.035035 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-6ee2ce4d-b6bf-4f80-8da3-6a7b849ce435 None None] Current status of the port 16d7986f-deb8-4c17-a4cf-f75a68dfe045 is: ACTIVE; New status is: ACTIVE {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:35:34.526658 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 50660) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:35:34.694890 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f8a163-1414-49a4-b10c-0b97694d4034 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:35:34.695360 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f8a163-1414-49a4-b10c-0b97694d4034 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:35:34.697076 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-d6f8a163-1414-49a4-b10c-0b97694d4034 admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1692798 Jun 24 23:35:36.847125 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 50670) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:35:37.015848 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c33e4c-375c-4dce-8e28-8a76fa969d80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:35:37.016238 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c33e4c-375c-4dce-8e28-8a76fa969d80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:35:37.017734 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-24c33e4c-375c-4dce-8e28-8a76fa969d80 admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1696398 Jun 24 23:35:39.179150 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 50680) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:35:39.346801 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e411c32-a967-47b7-aeaf-4f89f8cdbc94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:35:39.348193 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-9e411c32-a967-47b7-aeaf-4f89f8cdbc94 admin admin] 10.222.0.42 "GET /v2.0/networks/8a4804fa-0978-499c-b6fb-234c131d9c9f HTTP/1.1" status: 200 len: 869 time: 0.1680760 Jun 24 23:35:39.902845 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-10f9ef9d-8244-4b04-95e1-4b2827ed3cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:35:41.567852 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 50690) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:35:41.729127 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287e00e0-7a70-4a43-b02e-7fe97a18e553 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:35:41.741767 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-287e00e0-7a70-4a43-b02e-7fe97a18e553 admin admin] 10.222.0.42 "GET /v2.0/networks/faf77eb5-d359-4977-a80d-20d91cf50932 HTTP/1.1" status: 200 len: 886 time: 0.1616929 Jun 24 23:35:42.121225 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-123f75bc-afe8-4922-ab94-0213a435e016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:35:42.800123 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-8c0b2992-c590-46d4-9042-25b3b8179244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:35:43.286460 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:35:43.885074 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 50700) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:35:43.988284 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2e5642-4d56-48b4-887e-16b4ff5506a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:35:43.988744 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2e5642-4d56-48b4-887e-16b4ff5506a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:35:43.990230 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-5a2e5642-4d56-48b4-887e-16b4ff5506a9 admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1042178 Jun 24 23:35:44.561861 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-1d7c9831-c6e7-4afe-acbd-faa6f5f62172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:35:46.145648 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 50710) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:35:46.251021 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d462e669-48fc-460a-9213-3621a7a85cd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:35:46.251472 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d462e669-48fc-460a-9213-3621a7a85cd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:35:46.253599 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-d462e669-48fc-460a-9213-3621a7a85cd9 admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1063807 Jun 24 23:35:48.441286 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 50720) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:35:48.547108 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6246047a-aa78-4efa-9ae4-163f487c113b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:35:48.548436 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-6246047a-aa78-4efa-9ae4-163f487c113b admin admin] 10.222.0.42 "GET /v2.0/subnets/3817aff6-09de-47d8-9c7b-f604f141e312 HTTP/1.1" status: 200 len: 868 time: 0.1062243 Jun 24 23:35:50.696152 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 50730) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:35:50.796431 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf80397-9967-4c3e-9e47-69079c719673 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:35:50.797755 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-dcf80397-9967-4c3e-9e47-69079c719673 admin admin] 10.222.0.42 "GET /v2.0/subnets/45337dfe-1492-4630-96d4-ace1b4f61ce9 HTTP/1.1" status: 200 len: 816 time: 0.1005738 Jun 24 23:35:55.138429 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.agents_db [None req-920f0d7c-c373-4dd0-bab9-7f12e43ec96a None None] Agent healthcheck: found 5 active agents {{(pid=88111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 23:36:09.787904 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 50776) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:36:09.833833 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [None req-5bee6376-b1d6-4fa1-a665-08215f27df6d admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88108) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 23:36:09.834808 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-5bee6376-b1d6-4fa1-a665-08215f27df6d admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0459828 Jun 24 23:36:09.905527 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-d5f10863-ca63-4220-ae36-7369cd417507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:36:12.069172 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 50786) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:36:12.123289 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-4f8d519f-2fd8-43fe-bc23-7af516ad1786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:36:12.135374 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4db06c0-6c6e-44d7-a8ed-14d47994d08c admin admin] GET failed (client error): The resource could not be found. Jun 24 23:36:12.136692 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-e4db06c0-6c6e-44d7-a8ed-14d47994d08c admin admin] 10.222.0.42 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0665975 Jun 24 23:36:12.260531 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ddb280a-fdfd-4ba0-97f4-c845c98bb0a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:36:12.261917 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-7ddb280a-fdfd-4ba0-97f4-c845c98bb0a7 admin admin] 10.222.0.42 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1213484 Jun 24 23:36:12.802647 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-8c0b2992-c590-46d4-9042-25b3b8179244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:36:13.288692 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:36:14.437464 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 50796) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:36:14.483615 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.v2.base [None req-39f95dfe-6a19-4924-80bb-f970c2754021 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=88109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:36:14.488057 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-39f95dfe-6a19-4924-80bb-f970c2754021 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:36:14.497618 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-39f95dfe-6a19-4924-80bb-f970c2754021 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:36:14.507398 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39f95dfe-6a19-4924-80bb-f970c2754021 admin admin] Made reservation on behalf of 3ddeb703001f4a72a70fe7fd8251fd79 for: {'network': 1} {{(pid=88109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 23:36:14.509644 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-39f95dfe-6a19-4924-80bb-f970c2754021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for network, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:36:14.566778 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-1d7c9831-c6e7-4afe-acbd-faa6f5f62172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:36:14.598981 dv-cinder-847189-5-smb neutron-server[88109]: WARNING neutron.services.revisions.revision_plugin [None req-39f95dfe-6a19-4924-80bb-f970c2754021 admin admin] Could not find related network for resource to bump revision. Jun 24 23:36:14.612385 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39f95dfe-6a19-4924-80bb-f970c2754021 admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=88109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 23:36:14.622067 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-39f95dfe-6a19-4924-80bb-f970c2754021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569928'] for segment, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:36:14.622446 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.db.segments_db [None req-39f95dfe-6a19-4924-80bb-f970c2754021 admin admin] Added segment e7254d12-d1cc-4a5e-9c91-0537d9aacaca of type vlan for network 47fdaa02-c8d5-4579-817f-1b2e0cdad740 Jun 24 23:36:14.647029 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-39f95dfe-6a19-4924-80bb-f970c2754021 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754888201009'] for network, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:36:14.673735 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-39f95dfe-6a19-4924-80bb-f970c2754021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:36:14.675192 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f95dfe-6a19-4924-80bb-f970c2754021 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:36:14.675798 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-39f95dfe-6a19-4924-80bb-f970c2754021 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627732'] for network, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:36:14.823571 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f95dfe-6a19-4924-80bb-f970c2754021 admin admin] Pushing event updated for resources: {'Network': ['ID=47fdaa02-c8d5-4579-817f-1b2e0cdad740,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:36:14.826987 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-39f95dfe-6a19-4924-80bb-f970c2754021 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3880091 Jun 24 23:36:14.833229 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Network 47fdaa02-c8d5-4579-817f-1b2e0cdad740 details requested by agent ovs-agent-dv-cinder-847189-5-smb with host dv-cinder-847189-5-smb {{(pid=88110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 24 23:36:16.996288 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 50806) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:36:17.060546 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.pecan_wsgi.hooks.translation [None req-0935d39a-f950-4fc0-9baf-6a842896c996 admin admin] GET failed (client error): The resource could not be found. Jun 24 23:36:17.061053 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-0935d39a-f950-4fc0-9baf-6a842896c996 admin admin] Synchronizing usage tracker for tenant:3ddeb703001f4a72a70fe7fd8251fd79 on resource:network {{(pid=88109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 23:36:17.075875 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-0935d39a-f950-4fc0-9baf-6a842896c996 admin admin] Unset dirty status for tenant:3ddeb703001f4a72a70fe7fd8251fd79 on resource:network {{(pid=88109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 23:36:17.077033 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-0935d39a-f950-4fc0-9baf-6a842896c996 admin admin] 10.222.0.42 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0798490 Jun 24 23:36:17.179880 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf55410c-9fda-446d-aa68-37f810630f5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:36:17.181287 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-bf55410c-9fda-446d-aa68-37f810630f5d admin admin] 10.222.0.42 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1003754 Jun 24 23:36:17.190708 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.v2.base [None req-eb9aa4e4-4540-480a-b079-e37b1c592235 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '47fdaa02-c8d5-4579-817f-1b2e0cdad740', 'description': 'shared-subnet'}} {{(pid=88109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:36:17.194921 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-eb9aa4e4-4540-480a-b079-e37b1c592235 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:36:17.204206 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-eb9aa4e4-4540-480a-b079-e37b1c592235 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:36:17.213278 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb9aa4e4-4540-480a-b079-e37b1c592235 admin admin] Made reservation on behalf of 3ddeb703001f4a72a70fe7fd8251fd79 for: {'subnet': 1} {{(pid=88109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 23:36:17.215560 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-eb9aa4e4-4540-480a-b079-e37b1c592235 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:36:17.406219 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-eb9aa4e4-4540-480a-b079-e37b1c592235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for subnet, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:36:17.479346 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9aa4e4-4540-480a-b079-e37b1c592235 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09494741-982b-42de-907d-0d82bce5808f,revision_number=0']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:36:17.486048 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb9aa4e4-4540-480a-b079-e37b1c592235 admin admin] Checking segment: {'id': 'e7254d12-d1cc-4a5e-9c91-0537d9aacaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '47fdaa02-c8d5-4579-817f-1b2e0cdad740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 23:36:17.486405 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9aa4e4-4540-480a-b079-e37b1c592235 admin admin] Network hostable DHCP agents. Network: 47fdaa02-c8d5-4579-817f-1b2e0cdad740, hostable agents: ['6e28835f-a2f6-456f-8f53-9851f009901c'], hosted agents: [] {{(pid=88109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 23:36:17.503904 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb9aa4e4-4540-480a-b079-e37b1c592235 admin admin] Network 47fdaa02-c8d5-4579-817f-1b2e0cdad740 is scheduled to be hosted by DHCP agent 6e28835f-a2f6-456f-8f53-9851f009901c with binding_index 1 {{(pid=88109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 23:36:17.512038 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-eb9aa4e4-4540-480a-b079-e37b1c592235 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-5-smb, 47fdaa02-c8d5-4579-817f-1b2e0cdad740) {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 23:36:17.515797 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9aa4e4-4540-480a-b079-e37b1c592235 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:36:17.516371 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-eb9aa4e4-4540-480a-b079-e37b1c592235 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627732'] for subnet, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:36:17.521648 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27248cb6-3d40-42fd-8aa5-2192cbbce393 None None] Network 47fdaa02-c8d5-4579-817f-1b2e0cdad740 requested from dv-cinder-847189-5-smb {{(pid=88110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 23:36:17.540464 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-eb9aa4e4-4540-480a-b079-e37b1c592235 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3531137 Jun 24 23:36:17.755284 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5925a03b-a9f7-4e40-ae35-236102bc59e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa652505c-ec85-57c6-bc13-fe5b25ac2c24-47fdaa02-c8d5-4579-817f-1b2e0cdad740', 'network_id': '47fdaa02-c8d5-4579-817f-1b2e0cdad740', 'tenant_id': '3ddeb703001f4a72a70fe7fd8251fd79', 'fixed_ips': [{'subnet_id': '09494741-982b-42de-907d-0d82bce5808f'}]}} from dv-cinder-847189-5-smb. {{(pid=88110) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 24 23:36:17.756562 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-5925a03b-a9f7-4e40-ae35-236102bc59e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_create {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:36:17.926907 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.db_base_plugin_common [None req-5925a03b-a9f7-4e40-ae35-236102bc59e8 None None] Allocated IP 192.168.233.2 (47fdaa02-c8d5-4579-817f-1b2e0cdad740/09494741-982b-42de-907d-0d82bce5808f/b6fff166-53f3-4cc3-ba31-1bc013aeaac7) {{(pid=88110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 23:36:18.126487 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-5925a03b-a9f7-4e40-ae35-236102bc59e8 None None] Notify callbacks [] for port, precommit_create {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:36:18.136883 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-5925a03b-a9f7-4e40-ae35-236102bc59e8 None None] Transition to ACTIVE for port object b6fff166-53f3-4cc3-ba31-1bc013aeaac7 will not be triggered until provisioned by entity L2. {{(pid=88110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 23:36:18.154883 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-5925a03b-a9f7-4e40-ae35-236102bc59e8 None None] Transition to ACTIVE for port object b6fff166-53f3-4cc3-ba31-1bc013aeaac7 will not be triggered until provisioned by entity DHCP. {{(pid=88110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 23:36:18.161165 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-5925a03b-a9f7-4e40-ae35-236102bc59e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754888214703'] for port, after_create {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:36:18.229593 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5925a03b-a9f7-4e40-ae35-236102bc59e8 None None] Network 47fdaa02-c8d5-4579-817f-1b2e0cdad740 is already hosted by enough agents. {{(pid=88110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 23:36:18.232506 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.scheduler.base_scheduler [None req-5925a03b-a9f7-4e40-ae35-236102bc59e8 None None] Resources bound (agent type, host, resource id): {{(pid=88110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 23:36:18.238713 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5925a03b-a9f7-4e40-ae35-236102bc59e8 None None] Received port after_create {{(pid=88110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 23:36:18.240862 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5925a03b-a9f7-4e40-ae35-236102bc59e8 None None] Pushing event updated for resources: {'Port': ['ID=b6fff166-53f3-4cc3-ba31-1bc013aeaac7,revision_number=1']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:36:18.277465 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5925a03b-a9f7-4e40-ae35-236102bc59e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:36:18.277793 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5925a03b-a9f7-4e40-ae35-236102bc59e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:36:18.278130 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5925a03b-a9f7-4e40-ae35-236102bc59e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:36:18.278465 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5925a03b-a9f7-4e40-ae35-236102bc59e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:36:18.278795 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5925a03b-a9f7-4e40-ae35-236102bc59e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:36:18.279124 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5925a03b-a9f7-4e40-ae35-236102bc59e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:36:18.279451 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5925a03b-a9f7-4e40-ae35-236102bc59e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:36:18.279800 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5925a03b-a9f7-4e40-ae35-236102bc59e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:36:18.280122 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5925a03b-a9f7-4e40-ae35-236102bc59e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:36:18.280448 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5925a03b-a9f7-4e40-ae35-236102bc59e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:36:18.280764 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5925a03b-a9f7-4e40-ae35-236102bc59e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:36:18.281082 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5925a03b-a9f7-4e40-ae35-236102bc59e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:36:18.351116 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-5925a03b-a9f7-4e40-ae35-236102bc59e8 None None] Attempting to bind port b6fff166-53f3-4cc3-ba31-1bc013aeaac7 on host dv-cinder-847189-5-smb for vnic_type normal with profile {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 23:36:18.351472 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-5925a03b-a9f7-4e40-ae35-236102bc59e8 None None] Attempting to bind port b6fff166-53f3-4cc3-ba31-1bc013aeaac7 by drivers openvswitch,hyperv on host dv-cinder-847189-5-smb at level 0 using segments [{'id': 'e7254d12-d1cc-4a5e-9c91-0537d9aacaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '47fdaa02-c8d5-4579-817f-1b2e0cdad740'}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 23:36:18.351849 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5925a03b-a9f7-4e40-ae35-236102bc59e8 None None] Attempting to bind port b6fff166-53f3-4cc3-ba31-1bc013aeaac7 on network 47fdaa02-c8d5-4579-817f-1b2e0cdad740 {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 23:36:18.357021 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5925a03b-a9f7-4e40-ae35-236102bc59e8 None None] Checking agent: {'id': '3a3b0bc1-d1b4-4224-a890-cab54187436c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 23, 32, 43), 'started_at': datetime.datetime(2022, 6, 24, 23, 33, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 23, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 23:36:18.357378 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5925a03b-a9f7-4e40-ae35-236102bc59e8 None None] Checking segment: {'id': 'e7254d12-d1cc-4a5e-9c91-0537d9aacaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '47fdaa02-c8d5-4579-817f-1b2e0cdad740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 23:36:18.357770 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-5925a03b-a9f7-4e40-ae35-236102bc59e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:36:18.358149 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5925a03b-a9f7-4e40-ae35-236102bc59e8 None None] Bound using segment: {'id': 'e7254d12-d1cc-4a5e-9c91-0537d9aacaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '47fdaa02-c8d5-4579-817f-1b2e0cdad740'} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 23:36:18.358629 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-5925a03b-a9f7-4e40-ae35-236102bc59e8 None None] Bound port: b6fff166-53f3-4cc3-ba31-1bc013aeaac7, host: dv-cinder-847189-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7254d12-d1cc-4a5e-9c91-0537d9aacaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '47fdaa02-c8d5-4579-817f-1b2e0cdad740'}}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 23:36:18.359010 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-5925a03b-a9f7-4e40-ae35-236102bc59e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:36:18.446315 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-5925a03b-a9f7-4e40-ae35-236102bc59e8 None None] For port b6fff166-53f3-4cc3-ba31-1bc013aeaac7, host dv-cinder-847189-5-smb, cleared binding levels {{(pid=88110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 23:36:18.449212 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-5925a03b-a9f7-4e40-ae35-236102bc59e8 None None] For port b6fff166-53f3-4cc3-ba31-1bc013aeaac7, host dv-cinder-847189-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-5-smb',level=0,port_id=b6fff166-53f3-4cc3-ba31-1bc013aeaac7,segment=NetworkSegment(e7254d12-d1cc-4a5e-9c91-0537d9aacaca),segment_id=e7254d12-d1cc-4a5e-9c91-0537d9aacaca)] {{(pid=88110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 23:36:18.454075 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-5925a03b-a9f7-4e40-ae35-236102bc59e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:36:18.529246 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5925a03b-a9f7-4e40-ae35-236102bc59e8 None None] Pushing event updated for resources: {'Port': ['ID=b6fff166-53f3-4cc3-ba31-1bc013aeaac7,revision_number=2']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:36:19.276276 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device b6fff166-53f3-4cc3-ba31-1bc013aeaac7 up at agent ovs-agent-dv-cinder-847189-5-smb {{(pid=88110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 23:36:19.353925 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Provisioning for port b6fff166-53f3-4cc3-ba31-1bc013aeaac7 completed by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 23:36:19.400395 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50a1971-e2fa-4bc1-81b5-48877f21f554 None None] Network 47fdaa02-c8d5-4579-817f-1b2e0cdad740 requested from dv-cinder-847189-5-smb {{(pid=88110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 23:36:19.521786 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-f71c5630-0ab0-43e0-80f0-2e0493403c41 None None] Provisioning for port b6fff166-53f3-4cc3-ba31-1bc013aeaac7 completed by entity DHCP. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 23:36:19.558979 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-f71c5630-0ab0-43e0-80f0-2e0493403c41 None None] Provisioning complete for port b6fff166-53f3-4cc3-ba31-1bc013aeaac7 triggered by entity DHCP. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:36:19.559661 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-f71c5630-0ab0-43e0-80f0-2e0493403c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:36:19.783501 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-f71c5630-0ab0-43e0-80f0-2e0493403c41 None None] Current status of the port b6fff166-53f3-4cc3-ba31-1bc013aeaac7 is: DOWN; New status is: ACTIVE {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:36:19.784847 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-f71c5630-0ab0-43e0-80f0-2e0493403c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:36:19.820924 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-f71c5630-0ab0-43e0-80f0-2e0493403c41 None None] For port b6fff166-53f3-4cc3-ba31-1bc013aeaac7, host dv-cinder-847189-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-5-smb',level=0,port_id=b6fff166-53f3-4cc3-ba31-1bc013aeaac7,segment=NetworkSegment(e7254d12-d1cc-4a5e-9c91-0537d9aacaca),segment_id=e7254d12-d1cc-4a5e-9c91-0537d9aacaca)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:36:19.828890 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-f71c5630-0ab0-43e0-80f0-2e0493403c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:36:19.899588 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71c5630-0ab0-43e0-80f0-2e0493403c41 None None] Pushing event updated for resources: {'Port': ['ID=b6fff166-53f3-4cc3-ba31-1bc013aeaac7,revision_number=3']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:36:19.948820 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-008b757c-b090-4c0b-93bf-6bb5b21ec172 None None] Provisioning complete for port b6fff166-53f3-4cc3-ba31-1bc013aeaac7 triggered by entity DHCP. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:36:19.949184 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-008b757c-b090-4c0b-93bf-6bb5b21ec172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:36:20.064501 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-008b757c-b090-4c0b-93bf-6bb5b21ec172 None None] Current status of the port b6fff166-53f3-4cc3-ba31-1bc013aeaac7 is: ACTIVE; New status is: ACTIVE {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:36:21.241050 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device b6fff166-53f3-4cc3-ba31-1bc013aeaac7 up at agent ovs-agent-dv-cinder-847189-5-smb {{(pid=88110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 23:36:21.307239 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Provisioning complete for port b6fff166-53f3-4cc3-ba31-1bc013aeaac7 triggered by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:36:21.307629 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:36:21.419201 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Current status of the port b6fff166-53f3-4cc3-ba31-1bc013aeaac7 is: ACTIVE; New status is: ACTIVE {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:36:32.136707 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.agents_db [None req-920f0d7c-c373-4dd0-bab9-7f12e43ec96a None None] Agent healthcheck: found 5 active agents {{(pid=88111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 23:36:39.908686 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-1e9adaa4-0e43-466b-9563-b22462b5df38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:36:42.125931 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-14ba1cdb-f58d-4a89-9676-6b2119f3e8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:36:42.804976 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-8c0b2992-c590-46d4-9042-25b3b8179244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:36:43.291738 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:36:44.570218 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-1d7c9831-c6e7-4afe-acbd-faa6f5f62172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:37:09.135213 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.agents_db [None req-920f0d7c-c373-4dd0-bab9-7f12e43ec96a None None] Agent healthcheck: found 5 active agents {{(pid=88111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 23:37:09.910636 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-279a1209-3429-4dd3-8e50-8d6ed792544b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:37:12.128357 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-4dbddbd6-f0bd-4d7c-bee1-5ceb613fcb73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:37:12.808696 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-8c0b2992-c590-46d4-9042-25b3b8179244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:37:13.292991 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:37:14.573426 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-1d7c9831-c6e7-4afe-acbd-faa6f5f62172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:37:29.815600 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 50852) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:37:29.822288 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [None req-4e4205bb-4749-4b3b-b7c7-b5e072dc137c tempest-verify_tempest_config-1016426563 tempest-verify_tempest_config-1016426563-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88109) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 23:37:29.823224 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-4e4205bb-4749-4b3b-b7c7-b5e072dc137c tempest-verify_tempest_config-1016426563 tempest-verify_tempest_config-1016426563-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0066531 Jun 24 23:37:30.115784 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 50870) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:37:30.228360 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6742f2f6-39f9-45c1-80c5-d5d5cbb133f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:37:30.242049 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-6742f2f6-39f9-45c1-80c5-d5d5cbb133f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:37:30.245705 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-6742f2f6-39f9-45c1-80c5-d5d5cbb133f1 admin admin] Usage tracker for resource:security_group_rule and tenant:3806f11640864541b4fd16f1d718f503 is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:37:30.248370 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-6742f2f6-39f9-45c1-80c5-d5d5cbb133f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:37:30.253784 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-6742f2f6-39f9-45c1-80c5-d5d5cbb133f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:37:30.330554 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6742f2f6-39f9-45c1-80c5-d5d5cbb133f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:37:30.333945 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6742f2f6-39f9-45c1-80c5-d5d5cbb133f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:37:30.380238 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-6742f2f6-39f9-45c1-80c5-d5d5cbb133f1 admin admin] Synchronizing usage tracker for tenant:3ddeb703001f4a72a70fe7fd8251fd79 on resource:security_group {{(pid=88109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 23:37:30.383369 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6742f2f6-39f9-45c1-80c5-d5d5cbb133f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ad11c1-bedf-46a5-9fd3-121db4a80976,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:37:30.392956 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6742f2f6-39f9-45c1-80c5-d5d5cbb133f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:37:30.393291 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6742f2f6-39f9-45c1-80c5-d5d5cbb133f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:37:30.393622 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6742f2f6-39f9-45c1-80c5-d5d5cbb133f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:37:30.393947 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6742f2f6-39f9-45c1-80c5-d5d5cbb133f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:37:30.394267 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6742f2f6-39f9-45c1-80c5-d5d5cbb133f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:37:30.394587 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6742f2f6-39f9-45c1-80c5-d5d5cbb133f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:37:30.394904 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6742f2f6-39f9-45c1-80c5-d5d5cbb133f1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:37:30.395217 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6742f2f6-39f9-45c1-80c5-d5d5cbb133f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:37:30.395575 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6742f2f6-39f9-45c1-80c5-d5d5cbb133f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:37:30.395893 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6742f2f6-39f9-45c1-80c5-d5d5cbb133f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:37:30.396202 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6742f2f6-39f9-45c1-80c5-d5d5cbb133f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:37:30.396512 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6742f2f6-39f9-45c1-80c5-d5d5cbb133f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:37:30.408956 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-6742f2f6-39f9-45c1-80c5-d5d5cbb133f1 admin admin] Unset dirty status for tenant:3ddeb703001f4a72a70fe7fd8251fd79 on resource:security_group {{(pid=88109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 23:37:30.410143 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-6742f2f6-39f9-45c1-80c5-d5d5cbb133f1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3806f11640864541b4fd16f1d718f503&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2933517 Jun 24 23:37:30.412891 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 50876) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:37:30.466429 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-9e812bff-9e35-4183-9809-eaa5ad11058c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:37:30.490454 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-9e812bff-9e35-4183-9809-eaa5ad11058c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:37:30.579732 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-9e812bff-9e35-4183-9809-eaa5ad11058c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:37:30.595937 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e812bff-9e35-4183-9809-eaa5ad11058c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ad11c1-bedf-46a5-9fd3-121db4a80976,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:37:30.599141 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-9e812bff-9e35-4183-9809-eaa5ad11058c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:37:30.602694 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-9e812bff-9e35-4183-9809-eaa5ad11058c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b4ad11c1-bedf-46a5-9fd3-121db4a80976 HTTP/1.1" status: 204 len: 168 time: 0.1888707 Jun 24 23:37:39.914141 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-74cefc38-c4c4-4311-91ee-3e5e2b4bd8e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:37:42.129964 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-2028422f-7108-494a-9e69-21ce2ec502a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:37:42.809711 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-8c0b2992-c590-46d4-9042-25b3b8179244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:37:43.294739 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:37:44.575834 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-1d7c9831-c6e7-4afe-acbd-faa6f5f62172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:37:46.133554 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.agents_db [None req-920f0d7c-c373-4dd0-bab9-7f12e43ec96a None None] Agent healthcheck: found 5 active agents {{(pid=88111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 23:38:09.915849 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-63fc3fa9-c606-4881-9d2e-1022c95068c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:38:12.131776 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-2a3b5263-2a2d-4f13-ae00-f922b2e5bdd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:38:12.811447 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-8c0b2992-c590-46d4-9042-25b3b8179244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:38:13.298630 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:38:14.579096 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-1d7c9831-c6e7-4afe-acbd-faa6f5f62172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:38:23.131660 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.agents_db [None req-920f0d7c-c373-4dd0-bab9-7f12e43ec96a None None] Agent healthcheck: found 5 active agents {{(pid=88111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 23:38:39.916373 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-edee3062-d6a0-4a34-9d00-2714c735d53c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:38:42.131454 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-5cf0f367-fb0c-412a-bb38-75bacd8e8182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:38:42.814367 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-8c0b2992-c590-46d4-9042-25b3b8179244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:38:43.299489 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:38:44.581115 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-1d7c9831-c6e7-4afe-acbd-faa6f5f62172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:39:00.130287 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.agents_db [None req-920f0d7c-c373-4dd0-bab9-7f12e43ec96a None None] Agent healthcheck: found 5 active agents {{(pid=88111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 23:39:08.669686 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-488776'] for agent, after_create {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:39:09.918070 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-a4cfcda6-a8a4-4fb7-98c9-4421d1142767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:39:12.132262 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-d87b2b01-d31d-4271-8d43-5396091189f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:39:12.816607 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-8c0b2992-c590-46d4-9042-25b3b8179244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:39:13.300534 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:39:14.585042 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-1d7c9831-c6e7-4afe-acbd-faa6f5f62172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:39:23.474730 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 50946) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:39:23.583300 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-1df33e85-5984-4d4f-a0ce-792ba38f739e admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1074975 Jun 24 23:39:25.750735 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 50956) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:39:25.805407 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-3f20c3f5-e89d-48d9-9eb8-8a62451937d7 admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0535758 Jun 24 23:39:37.129093 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.agents_db [None req-920f0d7c-c373-4dd0-bab9-7f12e43ec96a None None] Agent healthcheck: found 6 active agents {{(pid=88111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 23:39:38.651695 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:39:39.919300 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b224f88b-2ae9-4b29-b744-a4fd763f71bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:39:42.134223 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-1f5296d5-1926-431f-ac16-e9e7a2d79a51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:39:42.820192 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-8c0b2992-c590-46d4-9042-25b3b8179244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:39:43.301024 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:39:44.589613 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-1d7c9831-c6e7-4afe-acbd-faa6f5f62172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:40:08.650154 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:40:09.920260 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b0ed0613-1665-459e-8741-343545677166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:40:12.134622 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-422353e0-4739-4f69-a12f-324b98d63cc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:40:12.823800 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-8c0b2992-c590-46d4-9042-25b3b8179244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:40:13.303727 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:40:14.127666 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.agents_db [None req-920f0d7c-c373-4dd0-bab9-7f12e43ec96a None None] Agent healthcheck: found 6 active agents {{(pid=88111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 23:40:14.590077 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-1d7c9831-c6e7-4afe-acbd-faa6f5f62172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:40:38.683769 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:40:39.920697 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-79742d84-ed46-436f-92e7-cda69380ac5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:40:42.139563 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-69c8dceb-47df-4e0a-acd0-bd9840ee17d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:40:42.825661 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-8c0b2992-c590-46d4-9042-25b3b8179244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:40:43.305547 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:40:44.594539 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-1d7c9831-c6e7-4afe-acbd-faa6f5f62172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:40:51.127849 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.agents_db [None req-920f0d7c-c373-4dd0-bab9-7f12e43ec96a None None] Agent healthcheck: found 6 active agents {{(pid=88111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 23:41:08.697306 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:09.922663 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-137b4a7c-b39c-4b2a-adaa-f00eaf5c1eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:12.141508 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-c5d2449c-b1d7-4edb-86a9-00f9bad35e78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:12.828909 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-8c0b2992-c590-46d4-9042-25b3b8179244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:13.307438 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:14.598112 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-1d7c9831-c6e7-4afe-acbd-faa6f5f62172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:24.961409 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 51118) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:41:25.006577 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 51128) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:41:25.163226 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.v2.base [None req-fda77bc3-f9f3-4f32-aa6c-d8559e0dcfdf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-893746005-network', 'tenant_id': '6562c7a98a7c427eaa1620396993ad5c'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:41:25.168227 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-fda77bc3-f9f3-4f32-aa6c-d8559e0dcfdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:41:25.172880 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-fda77bc3-f9f3-4f32-aa6c-d8559e0dcfdf admin admin] Usage tracker for resource:network and tenant:6562c7a98a7c427eaa1620396993ad5c is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:41:25.175714 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-fda77bc3-f9f3-4f32-aa6c-d8559e0dcfdf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:41:25.181700 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-fda77bc3-f9f3-4f32-aa6c-d8559e0dcfdf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:41:25.192283 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda77bc3-f9f3-4f32-aa6c-d8559e0dcfdf admin admin] Made reservation on behalf of 6562c7a98a7c427eaa1620396993ad5c for: {'network': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 23:41:25.194623 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fda77bc3-f9f3-4f32-aa6c-d8559e0dcfdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for network, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:25.208736 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fda77bc3-f9f3-4f32-aa6c-d8559e0dcfdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:25.225392 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-fda77bc3-f9f3-4f32-aa6c-d8559e0dcfdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:41:25.231381 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.v2.base [None req-e7bf7eae-548d-4fc9-90aa-1c35a7fd4831 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2098051049-network', 'tenant_id': 'b0685d2348744b39b8eb315433f69ef4'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:41:25.237348 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-e7bf7eae-548d-4fc9-90aa-1c35a7fd4831 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:41:25.239817 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-fda77bc3-f9f3-4f32-aa6c-d8559e0dcfdf admin admin] Usage tracker for resource:security_group_rule and tenant:6562c7a98a7c427eaa1620396993ad5c is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:41:25.243730 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-fda77bc3-f9f3-4f32-aa6c-d8559e0dcfdf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:41:25.246503 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-e7bf7eae-548d-4fc9-90aa-1c35a7fd4831 admin admin] Usage tracker for resource:network and tenant:b0685d2348744b39b8eb315433f69ef4 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:41:25.251965 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-e7bf7eae-548d-4fc9-90aa-1c35a7fd4831 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:41:25.254467 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-fda77bc3-f9f3-4f32-aa6c-d8559e0dcfdf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:41:25.260092 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-e7bf7eae-548d-4fc9-90aa-1c35a7fd4831 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:41:25.284774 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7bf7eae-548d-4fc9-90aa-1c35a7fd4831 admin admin] Made reservation on behalf of b0685d2348744b39b8eb315433f69ef4 for: {'network': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 23:41:25.287144 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e7bf7eae-548d-4fc9-90aa-1c35a7fd4831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for network, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:25.305635 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e7bf7eae-548d-4fc9-90aa-1c35a7fd4831 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:25.325683 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-e7bf7eae-548d-4fc9-90aa-1c35a7fd4831 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:41:25.334163 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-e7bf7eae-548d-4fc9-90aa-1c35a7fd4831 admin admin] Usage tracker for resource:security_group_rule and tenant:b0685d2348744b39b8eb315433f69ef4 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:41:25.338105 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-e7bf7eae-548d-4fc9-90aa-1c35a7fd4831 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:41:25.348291 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-e7bf7eae-548d-4fc9-90aa-1c35a7fd4831 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:41:25.427382 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fda77bc3-f9f3-4f32-aa6c-d8559e0dcfdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:25.436214 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fda77bc3-f9f3-4f32-aa6c-d8559e0dcfdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:25.465494 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fda77bc3-f9f3-4f32-aa6c-d8559e0dcfdf admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=88108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 23:41:25.506483 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fda77bc3-f9f3-4f32-aa6c-d8559e0dcfdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569928'] for segment, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:25.506938 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.db.segments_db [None req-fda77bc3-f9f3-4f32-aa6c-d8559e0dcfdf admin admin] Added segment e5d9da99-fdc6-404d-92e5-8786018a7109 of type vlan for network 5c775af7-724c-4fda-8e40-d1a942821249 Jun 24 23:41:25.534987 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda77bc3-f9f3-4f32-aa6c-d8559e0dcfdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=302626a8-42e9-4965-9694-ac005ba5d1f4,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:41:25.550318 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda77bc3-f9f3-4f32-aa6c-d8559e0dcfdf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:41:25.550649 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda77bc3-f9f3-4f32-aa6c-d8559e0dcfdf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:41:25.550982 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda77bc3-f9f3-4f32-aa6c-d8559e0dcfdf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:41:25.551306 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda77bc3-f9f3-4f32-aa6c-d8559e0dcfdf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:41:25.551655 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda77bc3-f9f3-4f32-aa6c-d8559e0dcfdf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:41:25.551978 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda77bc3-f9f3-4f32-aa6c-d8559e0dcfdf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:41:25.552299 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda77bc3-f9f3-4f32-aa6c-d8559e0dcfdf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:41:25.552613 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda77bc3-f9f3-4f32-aa6c-d8559e0dcfdf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:41:25.552931 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda77bc3-f9f3-4f32-aa6c-d8559e0dcfdf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:41:25.553241 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda77bc3-f9f3-4f32-aa6c-d8559e0dcfdf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:41:25.553811 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda77bc3-f9f3-4f32-aa6c-d8559e0dcfdf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:41:25.553946 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda77bc3-f9f3-4f32-aa6c-d8559e0dcfdf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:41:25.554970 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda77bc3-f9f3-4f32-aa6c-d8559e0dcfdf admin admin] Tracked resource versions report: Jun 24 23:41:25.554970 dv-cinder-847189-5-smb neutron-server[88108]: pushed versions: Jun 24 23:41:25.554970 dv-cinder-847189-5-smb neutron-server[88108]: { 'AddressGroup': {'1.2'}, Jun 24 23:41:25.554970 dv-cinder-847189-5-smb neutron-server[88108]: 'ConntrackHelper': {'1.0'}, Jun 24 23:41:25.554970 dv-cinder-847189-5-smb neutron-server[88108]: 'Log': {'1.0'}, Jun 24 23:41:25.554970 dv-cinder-847189-5-smb neutron-server[88108]: 'Network': {'1.1'}, Jun 24 23:41:25.554970 dv-cinder-847189-5-smb neutron-server[88108]: 'Port': {'1.7'}, Jun 24 23:41:25.554970 dv-cinder-847189-5-smb neutron-server[88108]: 'PortForwarding': {'1.2'}, Jun 24 23:41:25.554970 dv-cinder-847189-5-smb neutron-server[88108]: 'QosPolicy': {'1.8'}, Jun 24 23:41:25.554970 dv-cinder-847189-5-smb neutron-server[88108]: 'SecurityGroup': {'1.4'}, Jun 24 23:41:25.554970 dv-cinder-847189-5-smb neutron-server[88108]: 'SecurityGroupRule': {'1.2'}, Jun 24 23:41:25.554970 dv-cinder-847189-5-smb neutron-server[88108]: 'SubPort': {'1.0'}, Jun 24 23:41:25.554970 dv-cinder-847189-5-smb neutron-server[88108]: 'Subnet': {'1.1'}, Jun 24 23:41:25.554970 dv-cinder-847189-5-smb neutron-server[88108]: 'Trunk': {'1.1'}} Jun 24 23:41:25.554970 dv-cinder-847189-5-smb neutron-server[88108]: consumer versions: Jun 24 23:41:25.554970 dv-cinder-847189-5-smb neutron-server[88108]: { DHCP agent@dv-cinder-847189-5-smb: {}, Jun 24 23:41:25.554970 dv-cinder-847189-5-smb neutron-server[88108]: HyperV agent@hv-cinder-84718: {}, Jun 24 23:41:25.554970 dv-cinder-847189-5-smb neutron-server[88108]: L3 agent@dv-cinder-847189-5-smb: {}, Jun 24 23:41:25.554970 dv-cinder-847189-5-smb neutron-server[88108]: Metadata agent@dv-cinder-847189-5-smb: {}, Jun 24 23:41:25.554970 dv-cinder-847189-5-smb neutron-server[88108]: Metering agent@dv-cinder-847189-5-smb: {}, Jun 24 23:41:25.554970 dv-cinder-847189-5-smb neutron-server[88108]: Open vSwitch agent@dv-cinder-847189-5-smb: { 'AddressGroup': '1.2', Jun 24 23:41:25.554970 dv-cinder-847189-5-smb neutron-server[88108]: 'ConntrackHelper': '1.0', Jun 24 23:41:25.554970 dv-cinder-847189-5-smb neutron-server[88108]: 'Log': '1.0', Jun 24 23:41:25.554970 dv-cinder-847189-5-smb neutron-server[88108]: 'Network': '1.1', Jun 24 23:41:25.554970 dv-cinder-847189-5-smb neutron-server[88108]: 'Port': '1.7', Jun 24 23:41:25.554970 dv-cinder-847189-5-smb neutron-server[88108]: 'PortForwarding': '1.2', Jun 24 23:41:25.554970 dv-cinder-847189-5-smb neutron-server[88108]: 'QosPolicy': '1.8', Jun 24 23:41:25.554970 dv-cinder-847189-5-smb neutron-server[88108]: 'SecurityGroup': '1.4', Jun 24 23:41:25.554970 dv-cinder-847189-5-smb neutron-server[88108]: 'SecurityGroupRule': '1.2', Jun 24 23:41:25.554970 dv-cinder-847189-5-smb neutron-server[88108]: 'SubPort': '1.0', Jun 24 23:41:25.554970 dv-cinder-847189-5-smb neutron-server[88108]: 'Subnet': '1.1', Jun 24 23:41:25.554970 dv-cinder-847189-5-smb neutron-server[88108]: 'Trunk': '1.1'}} Jun 24 23:41:25.554970 dv-cinder-847189-5-smb neutron-server[88108]: {{(pid=88108) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 23:41:25.560050 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e7bf7eae-548d-4fc9-90aa-1c35a7fd4831 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:25.573518 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e7bf7eae-548d-4fc9-90aa-1c35a7fd4831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:25.593077 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fda77bc3-f9f3-4f32-aa6c-d8559e0dcfdf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754888201009'] for network, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:25.620131 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bf7eae-548d-4fc9-90aa-1c35a7fd4831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20c47638-9a00-4622-a48b-78e864be34c5,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:41:25.625482 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7bf7eae-548d-4fc9-90aa-1c35a7fd4831 admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=88108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 23:41:25.652269 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e7bf7eae-548d-4fc9-90aa-1c35a7fd4831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569928'] for segment, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:25.652269 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.db.segments_db [None req-e7bf7eae-548d-4fc9-90aa-1c35a7fd4831 admin admin] Added segment c647ded0-4d21-4d2d-b759-44df778a6ac4 of type vlan for network 878eeed2-1705-4528-82e7-be9e0c60139b Jun 24 23:41:25.671990 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fda77bc3-f9f3-4f32-aa6c-d8559e0dcfdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:25.672942 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda77bc3-f9f3-4f32-aa6c-d8559e0dcfdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:41:25.673511 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fda77bc3-f9f3-4f32-aa6c-d8559e0dcfdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627732'] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:25.720627 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e7bf7eae-548d-4fc9-90aa-1c35a7fd4831 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754888201009'] for network, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:25.815424 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda77bc3-f9f3-4f32-aa6c-d8559e0dcfdf admin admin] Pushing event updated for resources: {'Network': ['ID=5c775af7-724c-4fda-8e40-d1a942821249,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:41:25.828577 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Network 5c775af7-724c-4fda-8e40-d1a942821249 details requested by agent ovs-agent-dv-cinder-847189-5-smb with host dv-cinder-847189-5-smb {{(pid=88110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 24 23:41:25.845745 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-fda77bc3-f9f3-4f32-aa6c-d8559e0dcfdf admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8793392 Jun 24 23:41:25.846085 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 51178) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:41:25.851592 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.v2.base [None req-b4fae18f-2d32-48c3-9d39-ae651d689b99 admin admin] Request body: {'subnet': {'network_id': '5c775af7-724c-4fda-8e40-d1a942821249', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-893746005-subnet', 'tenant_id': '6562c7a98a7c427eaa1620396993ad5c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:41:25.857970 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e7bf7eae-548d-4fc9-90aa-1c35a7fd4831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:25.858181 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-b4fae18f-2d32-48c3-9d39-ae651d689b99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:41:25.859598 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7bf7eae-548d-4fc9-90aa-1c35a7fd4831 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:41:25.860667 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e7bf7eae-548d-4fc9-90aa-1c35a7fd4831 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627732'] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:25.867635 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-b4fae18f-2d32-48c3-9d39-ae651d689b99 admin admin] Usage tracker for resource:subnet and tenant:6562c7a98a7c427eaa1620396993ad5c is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:41:25.872570 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-b4fae18f-2d32-48c3-9d39-ae651d689b99 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:41:25.883215 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-b4fae18f-2d32-48c3-9d39-ae651d689b99 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:41:25.902338 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-e7bf7eae-548d-4fc9-90aa-1c35a7fd4831 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8929017 Jun 24 23:41:25.902539 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 51182) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:41:25.913094 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.v2.base [None req-e01b9f4a-e34c-4be8-a285-743d6b816785 admin admin] Request body: {'subnet': {'network_id': '878eeed2-1705-4528-82e7-be9e0c60139b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2098051049-subnet', 'tenant_id': 'b0685d2348744b39b8eb315433f69ef4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:41:25.922692 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4fae18f-2d32-48c3-9d39-ae651d689b99 admin admin] Made reservation on behalf of 6562c7a98a7c427eaa1620396993ad5c for: {'subnet': 1} {{(pid=88109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 23:41:25.927194 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-b4fae18f-2d32-48c3-9d39-ae651d689b99 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:25.967788 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 51190) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:41:26.004339 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bf7eae-548d-4fc9-90aa-1c35a7fd4831 admin admin] Pushing event updated for resources: {'Network': ['ID=878eeed2-1705-4528-82e7-be9e0c60139b,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:41:26.019207 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Network 878eeed2-1705-4528-82e7-be9e0c60139b details requested by agent ovs-agent-dv-cinder-847189-5-smb with host dv-cinder-847189-5-smb {{(pid=88110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 24 23:41:26.051468 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-e01b9f4a-e34c-4be8-a285-743d6b816785 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:41:26.055999 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-e01b9f4a-e34c-4be8-a285-743d6b816785 admin admin] Usage tracker for resource:subnet and tenant:b0685d2348744b39b8eb315433f69ef4 is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:41:26.059200 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-e01b9f4a-e34c-4be8-a285-743d6b816785 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:41:26.119646 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-e01b9f4a-e34c-4be8-a285-743d6b816785 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:41:26.179199 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e01b9f4a-e34c-4be8-a285-743d6b816785 admin admin] Made reservation on behalf of b0685d2348744b39b8eb315433f69ef4 for: {'subnet': 1} {{(pid=88109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 23:41:26.181859 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e01b9f4a-e34c-4be8-a285-743d6b816785 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:26.242423 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-b4fae18f-2d32-48c3-9d39-ae651d689b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for subnet, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:26.335233 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fae18f-2d32-48c3-9d39-ae651d689b99 admin admin] Checking segment: {'id': 'e5d9da99-fdc6-404d-92e5-8786018a7109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5c775af7-724c-4fda-8e40-d1a942821249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 23:41:26.335673 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4fae18f-2d32-48c3-9d39-ae651d689b99 admin admin] Network hostable DHCP agents. Network: 5c775af7-724c-4fda-8e40-d1a942821249, hostable agents: ['6e28835f-a2f6-456f-8f53-9851f009901c'], hosted agents: [] {{(pid=88109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 23:41:26.348464 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.v2.base [None req-7e613427-c03d-4d3e-b9ae-fea148dc7d40 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1630521087-network', 'tenant_id': 'c17cd5cad713481a9353d21c7d016351'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:41:26.353896 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-7e613427-c03d-4d3e-b9ae-fea148dc7d40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:41:26.360174 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-7e613427-c03d-4d3e-b9ae-fea148dc7d40 admin admin] Usage tracker for resource:network and tenant:c17cd5cad713481a9353d21c7d016351 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:41:26.364784 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-7e613427-c03d-4d3e-b9ae-fea148dc7d40 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:41:26.373892 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-7e613427-c03d-4d3e-b9ae-fea148dc7d40 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:41:26.381213 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4fae18f-2d32-48c3-9d39-ae651d689b99 admin admin] Network 5c775af7-724c-4fda-8e40-d1a942821249 is scheduled to be hosted by DHCP agent 6e28835f-a2f6-456f-8f53-9851f009901c with binding_index 1 {{(pid=88109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 23:41:26.390185 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e613427-c03d-4d3e-b9ae-fea148dc7d40 admin admin] Made reservation on behalf of c17cd5cad713481a9353d21c7d016351 for: {'network': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 23:41:26.394349 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fae18f-2d32-48c3-9d39-ae651d689b99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4eab98b5-d3e2-4d75-bd58-9dc209dd913a,revision_number=0']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:41:26.394791 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7e613427-c03d-4d3e-b9ae-fea148dc7d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for network, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:26.405837 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fae18f-2d32-48c3-9d39-ae651d689b99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:41:26.406165 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fae18f-2d32-48c3-9d39-ae651d689b99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:41:26.406691 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fae18f-2d32-48c3-9d39-ae651d689b99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:41:26.407176 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fae18f-2d32-48c3-9d39-ae651d689b99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:41:26.407685 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fae18f-2d32-48c3-9d39-ae651d689b99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:41:26.408154 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fae18f-2d32-48c3-9d39-ae651d689b99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:41:26.408633 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fae18f-2d32-48c3-9d39-ae651d689b99 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:41:26.409100 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fae18f-2d32-48c3-9d39-ae651d689b99 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:41:26.409596 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fae18f-2d32-48c3-9d39-ae651d689b99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:41:26.410079 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fae18f-2d32-48c3-9d39-ae651d689b99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:41:26.410541 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fae18f-2d32-48c3-9d39-ae651d689b99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:41:26.410989 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fae18f-2d32-48c3-9d39-ae651d689b99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:41:26.412221 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fae18f-2d32-48c3-9d39-ae651d689b99 admin admin] Tracked resource versions report: Jun 24 23:41:26.412221 dv-cinder-847189-5-smb neutron-server[88109]: pushed versions: Jun 24 23:41:26.412221 dv-cinder-847189-5-smb neutron-server[88109]: { 'AddressGroup': {'1.2'}, Jun 24 23:41:26.412221 dv-cinder-847189-5-smb neutron-server[88109]: 'ConntrackHelper': {'1.0'}, Jun 24 23:41:26.412221 dv-cinder-847189-5-smb neutron-server[88109]: 'Log': {'1.0'}, Jun 24 23:41:26.412221 dv-cinder-847189-5-smb neutron-server[88109]: 'Network': {'1.1'}, Jun 24 23:41:26.412221 dv-cinder-847189-5-smb neutron-server[88109]: 'Port': {'1.7'}, Jun 24 23:41:26.412221 dv-cinder-847189-5-smb neutron-server[88109]: 'PortForwarding': {'1.2'}, Jun 24 23:41:26.412221 dv-cinder-847189-5-smb neutron-server[88109]: 'QosPolicy': {'1.8'}, Jun 24 23:41:26.412221 dv-cinder-847189-5-smb neutron-server[88109]: 'SecurityGroup': {'1.4'}, Jun 24 23:41:26.412221 dv-cinder-847189-5-smb neutron-server[88109]: 'SecurityGroupRule': {'1.2'}, Jun 24 23:41:26.412221 dv-cinder-847189-5-smb neutron-server[88109]: 'SubPort': {'1.0'}, Jun 24 23:41:26.412221 dv-cinder-847189-5-smb neutron-server[88109]: 'Subnet': {'1.1'}, Jun 24 23:41:26.412221 dv-cinder-847189-5-smb neutron-server[88109]: 'Trunk': {'1.1'}} Jun 24 23:41:26.412221 dv-cinder-847189-5-smb neutron-server[88109]: consumer versions: Jun 24 23:41:26.412221 dv-cinder-847189-5-smb neutron-server[88109]: { DHCP agent@dv-cinder-847189-5-smb: {}, Jun 24 23:41:26.412221 dv-cinder-847189-5-smb neutron-server[88109]: HyperV agent@hv-cinder-84718: {}, Jun 24 23:41:26.412221 dv-cinder-847189-5-smb neutron-server[88109]: L3 agent@dv-cinder-847189-5-smb: {}, Jun 24 23:41:26.412221 dv-cinder-847189-5-smb neutron-server[88109]: Metadata agent@dv-cinder-847189-5-smb: {}, Jun 24 23:41:26.412221 dv-cinder-847189-5-smb neutron-server[88109]: Metering agent@dv-cinder-847189-5-smb: {}, Jun 24 23:41:26.412221 dv-cinder-847189-5-smb neutron-server[88109]: Open vSwitch agent@dv-cinder-847189-5-smb: { 'AddressGroup': '1.2', Jun 24 23:41:26.412221 dv-cinder-847189-5-smb neutron-server[88109]: 'ConntrackHelper': '1.0', Jun 24 23:41:26.412221 dv-cinder-847189-5-smb neutron-server[88109]: 'Log': '1.0', Jun 24 23:41:26.412221 dv-cinder-847189-5-smb neutron-server[88109]: 'Network': '1.1', Jun 24 23:41:26.412221 dv-cinder-847189-5-smb neutron-server[88109]: 'Port': '1.7', Jun 24 23:41:26.412221 dv-cinder-847189-5-smb neutron-server[88109]: 'PortForwarding': '1.2', Jun 24 23:41:26.412221 dv-cinder-847189-5-smb neutron-server[88109]: 'QosPolicy': '1.8', Jun 24 23:41:26.412221 dv-cinder-847189-5-smb neutron-server[88109]: 'SecurityGroup': '1.4', Jun 24 23:41:26.412221 dv-cinder-847189-5-smb neutron-server[88109]: 'SecurityGroupRule': '1.2', Jun 24 23:41:26.412221 dv-cinder-847189-5-smb neutron-server[88109]: 'SubPort': '1.0', Jun 24 23:41:26.412221 dv-cinder-847189-5-smb neutron-server[88109]: 'Subnet': '1.1', Jun 24 23:41:26.412221 dv-cinder-847189-5-smb neutron-server[88109]: 'Trunk': '1.1'}} Jun 24 23:41:26.412221 dv-cinder-847189-5-smb neutron-server[88109]: {{(pid=88109) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 23:41:26.414291 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7e613427-c03d-4d3e-b9ae-fea148dc7d40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:26.416753 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-b4fae18f-2d32-48c3-9d39-ae651d689b99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-5-smb, 5c775af7-724c-4fda-8e40-d1a942821249) {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 23:41:26.431979 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-7e613427-c03d-4d3e-b9ae-fea148dc7d40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:41:26.436783 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-7e613427-c03d-4d3e-b9ae-fea148dc7d40 admin admin] Usage tracker for resource:security_group_rule and tenant:c17cd5cad713481a9353d21c7d016351 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:41:26.440350 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-7e613427-c03d-4d3e-b9ae-fea148dc7d40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:41:26.448108 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-7e613427-c03d-4d3e-b9ae-fea148dc7d40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:41:26.493255 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd033c7-5524-4f9a-a48b-304351bd4680 None None] Network 5c775af7-724c-4fda-8e40-d1a942821249 requested from dv-cinder-847189-5-smb {{(pid=88110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 23:41:26.503334 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4fae18f-2d32-48c3-9d39-ae651d689b99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:41:26.504853 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-b4fae18f-2d32-48c3-9d39-ae651d689b99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627732'] for subnet, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:26.564476 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-b4fae18f-2d32-48c3-9d39-ae651d689b99 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7173176 Jun 24 23:41:26.572613 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 51220) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:41:26.589083 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.v2.base [None req-303d59f4-496a-443f-855b-980e77893cae admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-893746005-router', 'tenant_id': '6562c7a98a7c427eaa1620396993ad5c', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932'}}} {{(pid=88109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:41:26.608428 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-303d59f4-496a-443f-855b-980e77893cae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:41:26.619503 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-303d59f4-496a-443f-855b-980e77893cae admin admin] Usage tracker for resource:router and tenant:6562c7a98a7c427eaa1620396993ad5c is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:41:26.644304 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7e613427-c03d-4d3e-b9ae-fea148dc7d40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:26.652930 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-303d59f4-496a-443f-855b-980e77893cae admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:41:26.656566 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7e613427-c03d-4d3e-b9ae-fea148dc7d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:26.667906 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-303d59f4-496a-443f-855b-980e77893cae admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:41:26.725745 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e613427-c03d-4d3e-b9ae-fea148dc7d40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67e70c52-fdca-4aa6-a9a3-dda7513aaeeb,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:41:26.729147 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e01b9f4a-e34c-4be8-a285-743d6b816785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for subnet, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:26.765675 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e613427-c03d-4d3e-b9ae-fea148dc7d40 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=88108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 23:41:26.799195 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7e613427-c03d-4d3e-b9ae-fea148dc7d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569928'] for segment, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:26.801377 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.db.segments_db [None req-7e613427-c03d-4d3e-b9ae-fea148dc7d40 admin admin] Added segment 515ee694-67b9-4216-a35d-0fb58f63ef25 of type vlan for network 9031eba8-f6be-4b6d-9c35-66859d64d8f8 Jun 24 23:41:26.847022 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-303d59f4-496a-443f-855b-980e77893cae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4987'] for router, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:26.849462 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-303d59f4-496a-443f-855b-980e77893cae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-489288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4960'] for router, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:26.877406 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7e613427-c03d-4d3e-b9ae-fea148dc7d40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754888201009'] for network, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:26.898911 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-303d59f4-496a-443f-855b-980e77893cae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:26.915137 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8b357d-8c44-4cfc-8791-fdfd26f9bf93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa652505c-ec85-57c6-bc13-fe5b25ac2c24-5c775af7-724c-4fda-8e40-d1a942821249', 'network_id': '5c775af7-724c-4fda-8e40-d1a942821249', 'tenant_id': '6562c7a98a7c427eaa1620396993ad5c', 'fixed_ips': [{'subnet_id': '4eab98b5-d3e2-4d75-bd58-9dc209dd913a'}]}} from dv-cinder-847189-5-smb. {{(pid=88110) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 24 23:41:26.916038 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-ee8b357d-8c44-4cfc-8791-fdfd26f9bf93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_create {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:26.983327 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7e613427-c03d-4d3e-b9ae-fea148dc7d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:26.987392 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e613427-c03d-4d3e-b9ae-fea148dc7d40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:41:26.988038 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7e613427-c03d-4d3e-b9ae-fea148dc7d40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627732'] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:27.126500 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-7e613427-c03d-4d3e-b9ae-fea148dc7d40 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1537583 Jun 24 23:41:27.129585 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 51234) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:41:27.130589 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.db_base_plugin_common [None req-ee8b357d-8c44-4cfc-8791-fdfd26f9bf93 None None] Allocated IP 172.20.0.2 (5c775af7-724c-4fda-8e40-d1a942821249/4eab98b5-d3e2-4d75-bd58-9dc209dd913a/5631bde9-febc-425a-a8aa-f4ad0e0d69b9) {{(pid=88110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 23:41:27.156294 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01b9f4a-e34c-4be8-a285-743d6b816785 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58b6f9c2-a230-4e37-ab12-8b61321e5f1a,revision_number=0']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:41:27.175983 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01b9f4a-e34c-4be8-a285-743d6b816785 admin admin] Checking segment: {'id': 'c647ded0-4d21-4d2d-b759-44df778a6ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '878eeed2-1705-4528-82e7-be9e0c60139b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 23:41:27.176410 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01b9f4a-e34c-4be8-a285-743d6b816785 admin admin] Network hostable DHCP agents. Network: 878eeed2-1705-4528-82e7-be9e0c60139b, hostable agents: ['6e28835f-a2f6-456f-8f53-9851f009901c'], hosted agents: [] {{(pid=88109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 23:41:27.256688 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.v2.base [None req-8b43d914-4fe0-4daf-b4db-8210af3afcc0 admin admin] Request body: {'subnet': {'network_id': '9031eba8-f6be-4b6d-9c35-66859d64d8f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1630521087-subnet', 'tenant_id': 'c17cd5cad713481a9353d21c7d016351', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:41:27.282817 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-8b43d914-4fe0-4daf-b4db-8210af3afcc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:41:27.293255 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-8b43d914-4fe0-4daf-b4db-8210af3afcc0 admin admin] Usage tracker for resource:subnet and tenant:c17cd5cad713481a9353d21c7d016351 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:41:27.299216 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-8b43d914-4fe0-4daf-b4db-8210af3afcc0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:41:27.315259 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-8b43d914-4fe0-4daf-b4db-8210af3afcc0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:41:27.362392 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b43d914-4fe0-4daf-b4db-8210af3afcc0 admin admin] Made reservation on behalf of c17cd5cad713481a9353d21c7d016351 for: {'subnet': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 23:41:27.364773 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8b43d914-4fe0-4daf-b4db-8210af3afcc0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:27.443084 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-ee8b357d-8c44-4cfc-8791-fdfd26f9bf93 None None] Notify callbacks [] for port, precommit_create {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:27.456390 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-ee8b357d-8c44-4cfc-8791-fdfd26f9bf93 None None] Transition to ACTIVE for port object 5631bde9-febc-425a-a8aa-f4ad0e0d69b9 will not be triggered until provisioned by entity L2. {{(pid=88110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 23:41:27.478285 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-ee8b357d-8c44-4cfc-8791-fdfd26f9bf93 None None] Transition to ACTIVE for port object 5631bde9-febc-425a-a8aa-f4ad0e0d69b9 will not be triggered until provisioned by entity DHCP. {{(pid=88110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 23:41:27.487427 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-ee8b357d-8c44-4cfc-8791-fdfd26f9bf93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754888214703'] for port, after_create {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:27.571839 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8b357d-8c44-4cfc-8791-fdfd26f9bf93 None None] Pushing event updated for resources: {'Port': ['ID=5631bde9-febc-425a-a8aa-f4ad0e0d69b9,revision_number=1']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:41:27.583869 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8b357d-8c44-4cfc-8791-fdfd26f9bf93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:41:27.584220 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8b357d-8c44-4cfc-8791-fdfd26f9bf93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:41:27.584897 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8b357d-8c44-4cfc-8791-fdfd26f9bf93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:41:27.585264 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8b357d-8c44-4cfc-8791-fdfd26f9bf93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:41:27.592224 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8b357d-8c44-4cfc-8791-fdfd26f9bf93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:41:27.592582 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8b357d-8c44-4cfc-8791-fdfd26f9bf93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:41:27.593069 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8b357d-8c44-4cfc-8791-fdfd26f9bf93 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:41:27.593641 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8b357d-8c44-4cfc-8791-fdfd26f9bf93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:41:27.593987 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8b357d-8c44-4cfc-8791-fdfd26f9bf93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:41:27.594317 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8b357d-8c44-4cfc-8791-fdfd26f9bf93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:41:27.594768 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8b357d-8c44-4cfc-8791-fdfd26f9bf93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:41:27.595221 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8b357d-8c44-4cfc-8791-fdfd26f9bf93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:41:27.596326 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8b357d-8c44-4cfc-8791-fdfd26f9bf93 None None] Tracked resource versions report: Jun 24 23:41:27.596326 dv-cinder-847189-5-smb neutron-server[88110]: pushed versions: Jun 24 23:41:27.596326 dv-cinder-847189-5-smb neutron-server[88110]: { 'AddressGroup': {'1.2'}, Jun 24 23:41:27.596326 dv-cinder-847189-5-smb neutron-server[88110]: 'ConntrackHelper': {'1.0'}, Jun 24 23:41:27.596326 dv-cinder-847189-5-smb neutron-server[88110]: 'Log': {'1.0'}, Jun 24 23:41:27.596326 dv-cinder-847189-5-smb neutron-server[88110]: 'Network': {'1.1'}, Jun 24 23:41:27.596326 dv-cinder-847189-5-smb neutron-server[88110]: 'Port': {'1.7'}, Jun 24 23:41:27.596326 dv-cinder-847189-5-smb neutron-server[88110]: 'PortForwarding': {'1.2'}, Jun 24 23:41:27.596326 dv-cinder-847189-5-smb neutron-server[88110]: 'QosPolicy': {'1.8'}, Jun 24 23:41:27.596326 dv-cinder-847189-5-smb neutron-server[88110]: 'SecurityGroup': {'1.4'}, Jun 24 23:41:27.596326 dv-cinder-847189-5-smb neutron-server[88110]: 'SecurityGroupRule': {'1.2'}, Jun 24 23:41:27.596326 dv-cinder-847189-5-smb neutron-server[88110]: 'SubPort': {'1.0'}, Jun 24 23:41:27.596326 dv-cinder-847189-5-smb neutron-server[88110]: 'Subnet': {'1.1'}, Jun 24 23:41:27.596326 dv-cinder-847189-5-smb neutron-server[88110]: 'Trunk': {'1.1'}} Jun 24 23:41:27.596326 dv-cinder-847189-5-smb neutron-server[88110]: consumer versions: Jun 24 23:41:27.596326 dv-cinder-847189-5-smb neutron-server[88110]: { DHCP agent@dv-cinder-847189-5-smb: {}, Jun 24 23:41:27.596326 dv-cinder-847189-5-smb neutron-server[88110]: HyperV agent@hv-cinder-84718: {}, Jun 24 23:41:27.596326 dv-cinder-847189-5-smb neutron-server[88110]: L3 agent@dv-cinder-847189-5-smb: {}, Jun 24 23:41:27.596326 dv-cinder-847189-5-smb neutron-server[88110]: Metadata agent@dv-cinder-847189-5-smb: {}, Jun 24 23:41:27.596326 dv-cinder-847189-5-smb neutron-server[88110]: Metering agent@dv-cinder-847189-5-smb: {}, Jun 24 23:41:27.596326 dv-cinder-847189-5-smb neutron-server[88110]: Open vSwitch agent@dv-cinder-847189-5-smb: { 'AddressGroup': '1.2', Jun 24 23:41:27.596326 dv-cinder-847189-5-smb neutron-server[88110]: 'ConntrackHelper': '1.0', Jun 24 23:41:27.596326 dv-cinder-847189-5-smb neutron-server[88110]: 'Log': '1.0', Jun 24 23:41:27.596326 dv-cinder-847189-5-smb neutron-server[88110]: 'Network': '1.1', Jun 24 23:41:27.596326 dv-cinder-847189-5-smb neutron-server[88110]: 'Port': '1.7', Jun 24 23:41:27.596326 dv-cinder-847189-5-smb neutron-server[88110]: 'PortForwarding': '1.2', Jun 24 23:41:27.596326 dv-cinder-847189-5-smb neutron-server[88110]: 'QosPolicy': '1.8', Jun 24 23:41:27.596326 dv-cinder-847189-5-smb neutron-server[88110]: 'SecurityGroup': '1.4', Jun 24 23:41:27.596326 dv-cinder-847189-5-smb neutron-server[88110]: 'SecurityGroupRule': '1.2', Jun 24 23:41:27.596326 dv-cinder-847189-5-smb neutron-server[88110]: 'SubPort': '1.0', Jun 24 23:41:27.596326 dv-cinder-847189-5-smb neutron-server[88110]: 'Subnet': '1.1', Jun 24 23:41:27.596326 dv-cinder-847189-5-smb neutron-server[88110]: 'Trunk': '1.1'}} Jun 24 23:41:27.596326 dv-cinder-847189-5-smb neutron-server[88110]: {{(pid=88110) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 23:41:27.618522 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8b357d-8c44-4cfc-8791-fdfd26f9bf93 None None] Network 5c775af7-724c-4fda-8e40-d1a942821249 is already hosted by enough agents. {{(pid=88110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 23:41:27.622436 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.scheduler.base_scheduler [None req-ee8b357d-8c44-4cfc-8791-fdfd26f9bf93 None None] Resources bound (agent type, host, resource id): {{(pid=88110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 23:41:27.631012 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8b357d-8c44-4cfc-8791-fdfd26f9bf93 None None] Received port after_create {{(pid=88110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 23:41:27.654567 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e613427-c03d-4d3e-b9ae-fea148dc7d40 admin admin] Pushing event updated for resources: {'Network': ['ID=9031eba8-f6be-4b6d-9c35-66859d64d8f8,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:41:27.714354 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-303d59f4-496a-443f-855b-980e77893cae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-477306', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4958'] for router, precommit_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:27.724292 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01b9f4a-e34c-4be8-a285-743d6b816785 admin admin] Network 878eeed2-1705-4528-82e7-be9e0c60139b is scheduled to be hosted by DHCP agent 6e28835f-a2f6-456f-8f53-9851f009901c with binding_index 1 {{(pid=88109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 23:41:27.752582 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-e01b9f4a-e34c-4be8-a285-743d6b816785 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-5-smb, 878eeed2-1705-4528-82e7-be9e0c60139b) {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 23:41:27.795977 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Network 9031eba8-f6be-4b6d-9c35-66859d64d8f8 details requested by agent ovs-agent-dv-cinder-847189-5-smb with host dv-cinder-847189-5-smb {{(pid=88110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 24 23:41:27.816047 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d4be54-29b1-45f3-9d9d-692dc73bc5e6 None None] Network 878eeed2-1705-4528-82e7-be9e0c60139b requested from dv-cinder-847189-5-smb {{(pid=88110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 23:41:27.828486 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01b9f4a-e34c-4be8-a285-743d6b816785 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:41:27.829374 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e01b9f4a-e34c-4be8-a285-743d6b816785 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627732'] for subnet, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:27.867911 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8b43d914-4fe0-4daf-b4db-8210af3afcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for subnet, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:27.938186 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-e01b9f4a-e34c-4be8-a285-743d6b816785 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.0345681 Jun 24 23:41:27.939758 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 51280) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:41:27.961842 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.v2.base [None req-c4e3367e-18c0-4a51-b452-54361477dcbc admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2098051049-router', 'tenant_id': 'b0685d2348744b39b8eb315433f69ef4', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932'}}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:41:27.967484 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-c4e3367e-18c0-4a51-b452-54361477dcbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:41:27.971428 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-c4e3367e-18c0-4a51-b452-54361477dcbc admin admin] Usage tracker for resource:router and tenant:b0685d2348744b39b8eb315433f69ef4 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:41:27.974608 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-c4e3367e-18c0-4a51-b452-54361477dcbc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:41:27.981584 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-c4e3367e-18c0-4a51-b452-54361477dcbc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:41:27.993169 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b43d914-4fe0-4daf-b4db-8210af3afcc0 admin admin] Checking segment: {'id': '515ee694-67b9-4216-a35d-0fb58f63ef25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9031eba8-f6be-4b6d-9c35-66859d64d8f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 23:41:27.993804 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b43d914-4fe0-4daf-b4db-8210af3afcc0 admin admin] Network hostable DHCP agents. Network: 9031eba8-f6be-4b6d-9c35-66859d64d8f8, hostable agents: ['6e28835f-a2f6-456f-8f53-9851f009901c'], hosted agents: [] {{(pid=88108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 23:41:28.036814 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c4e3367e-18c0-4a51-b452-54361477dcbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4987'] for router, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:28.037884 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c4e3367e-18c0-4a51-b452-54361477dcbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-489288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4960'] for router, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:28.048513 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-ee8b357d-8c44-4cfc-8791-fdfd26f9bf93 None None] Attempting to bind port 5631bde9-febc-425a-a8aa-f4ad0e0d69b9 on host dv-cinder-847189-5-smb for vnic_type normal with profile {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 23:41:28.049084 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-ee8b357d-8c44-4cfc-8791-fdfd26f9bf93 None None] Attempting to bind port 5631bde9-febc-425a-a8aa-f4ad0e0d69b9 by drivers openvswitch,hyperv on host dv-cinder-847189-5-smb at level 0 using segments [{'id': 'e5d9da99-fdc6-404d-92e5-8786018a7109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5c775af7-724c-4fda-8e40-d1a942821249'}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 23:41:28.049178 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8b357d-8c44-4cfc-8791-fdfd26f9bf93 None None] Attempting to bind port 5631bde9-febc-425a-a8aa-f4ad0e0d69b9 on network 5c775af7-724c-4fda-8e40-d1a942821249 {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 23:41:28.057751 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c4e3367e-18c0-4a51-b452-54361477dcbc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:28.065200 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8b357d-8c44-4cfc-8791-fdfd26f9bf93 None None] Checking agent: {'id': '3a3b0bc1-d1b4-4224-a890-cab54187436c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 23, 32, 43), 'started_at': datetime.datetime(2022, 6, 24, 23, 33, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 23, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 23:41:28.065808 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8b357d-8c44-4cfc-8791-fdfd26f9bf93 None None] Checking segment: {'id': 'e5d9da99-fdc6-404d-92e5-8786018a7109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5c775af7-724c-4fda-8e40-d1a942821249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 23:41:28.066282 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-ee8b357d-8c44-4cfc-8791-fdfd26f9bf93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:28.066729 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8b357d-8c44-4cfc-8791-fdfd26f9bf93 None None] Bound using segment: {'id': 'e5d9da99-fdc6-404d-92e5-8786018a7109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5c775af7-724c-4fda-8e40-d1a942821249'} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 23:41:28.067269 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-ee8b357d-8c44-4cfc-8791-fdfd26f9bf93 None None] Bound port: 5631bde9-febc-425a-a8aa-f4ad0e0d69b9, host: dv-cinder-847189-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5d9da99-fdc6-404d-92e5-8786018a7109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5c775af7-724c-4fda-8e40-d1a942821249'}}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 23:41:28.067735 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-ee8b357d-8c44-4cfc-8791-fdfd26f9bf93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:28.074252 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b43d914-4fe0-4daf-b4db-8210af3afcc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38c12f82-0b9e-4964-a5ea-f577dd9ff2a6,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:41:28.130505 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.agents_db [None req-920f0d7c-c373-4dd0-bab9-7f12e43ec96a None None] Agent healthcheck: found 6 active agents {{(pid=88111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 23:41:28.246750 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b43d914-4fe0-4daf-b4db-8210af3afcc0 admin admin] Network 9031eba8-f6be-4b6d-9c35-66859d64d8f8 is scheduled to be hosted by DHCP agent 6e28835f-a2f6-456f-8f53-9851f009901c with binding_index 1 {{(pid=88108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 23:41:28.246986 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-ee8b357d-8c44-4cfc-8791-fdfd26f9bf93 None None] For port 5631bde9-febc-425a-a8aa-f4ad0e0d69b9, host dv-cinder-847189-5-smb, cleared binding levels {{(pid=88110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 23:41:28.271787 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-8b43d914-4fe0-4daf-b4db-8210af3afcc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-5-smb, 9031eba8-f6be-4b6d-9c35-66859d64d8f8) {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 23:41:28.280837 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b43d914-4fe0-4daf-b4db-8210af3afcc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:41:28.281415 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8b43d914-4fe0-4daf-b4db-8210af3afcc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627732'] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:28.328102 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42c13c6-a5be-4897-98cc-29950548ec96 None None] Network 9031eba8-f6be-4b6d-9c35-66859d64d8f8 requested from dv-cinder-847189-5-smb {{(pid=88110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 23:41:28.413194 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-303d59f4-496a-443f-855b-980e77893cae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:28.449971 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-ee8b357d-8c44-4cfc-8791-fdfd26f9bf93 None None] For port 5631bde9-febc-425a-a8aa-f4ad0e0d69b9, host dv-cinder-847189-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-5-smb',level=0,port_id=5631bde9-febc-425a-a8aa-f4ad0e0d69b9,segment=NetworkSegment(e5d9da99-fdc6-404d-92e5-8786018a7109),segment_id=e5d9da99-fdc6-404d-92e5-8786018a7109)] {{(pid=88110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 23:41:28.453583 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7307a6eb-2b8f-416c-8bf1-7219bf2a22dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa652505c-ec85-57c6-bc13-fe5b25ac2c24-878eeed2-1705-4528-82e7-be9e0c60139b', 'network_id': '878eeed2-1705-4528-82e7-be9e0c60139b', 'tenant_id': 'b0685d2348744b39b8eb315433f69ef4', 'fixed_ips': [{'subnet_id': '58b6f9c2-a230-4e37-ab12-8b61321e5f1a'}]}} from dv-cinder-847189-5-smb. {{(pid=88110) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 24 23:41:28.454735 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-7307a6eb-2b8f-416c-8bf1-7219bf2a22dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_create {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:28.474201 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-ee8b357d-8c44-4cfc-8791-fdfd26f9bf93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:28.486917 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-303d59f4-496a-443f-855b-980e77893cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:28.567021 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c4e3367e-18c0-4a51-b452-54361477dcbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-477306', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4958'] for router, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:28.589085 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-8b43d914-4fe0-4daf-b4db-8210af3afcc0 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4559369 Jun 24 23:41:28.592502 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 51298) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:41:28.598825 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.v2.base [None req-c4297cd4-34fd-4d05-8922-686de4fe5890 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1630521087-router', 'tenant_id': 'c17cd5cad713481a9353d21c7d016351', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932'}}} {{(pid=88109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:41:28.605258 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-c4297cd4-34fd-4d05-8922-686de4fe5890 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:41:28.611015 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-c4297cd4-34fd-4d05-8922-686de4fe5890 admin admin] Usage tracker for resource:router and tenant:c17cd5cad713481a9353d21c7d016351 is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:41:28.623301 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-c4297cd4-34fd-4d05-8922-686de4fe5890 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:41:28.629902 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-c4297cd4-34fd-4d05-8922-686de4fe5890 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:41:28.665469 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c4297cd4-34fd-4d05-8922-686de4fe5890 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4987'] for router, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:28.666540 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c4297cd4-34fd-4d05-8922-686de4fe5890 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-489288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4960'] for router, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:28.870903 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c4297cd4-34fd-4d05-8922-686de4fe5890 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:29.008601 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-303d59f4-496a-443f-855b-980e77893cae admin admin] Allocated IP 172.28.1.88 (faf77eb5-d359-4977-a80d-20d91cf50932/45337dfe-1492-4630-96d4-ace1b4f61ce9/c7eb9f53-8dd6-48c4-a90a-13042d55a950) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 23:41:29.048781 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 51322) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:41:29.120020 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8b357d-8c44-4cfc-8791-fdfd26f9bf93 None None] Pushing event updated for resources: {'Port': ['ID=5631bde9-febc-425a-a8aa-f4ad0e0d69b9,revision_number=2']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:41:29.266595 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c4e3367e-18c0-4a51-b452-54361477dcbc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:29.303947 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c4e3367e-18c0-4a51-b452-54361477dcbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:29.356326 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e93fa0-e127-4f77-ba4b-705fe81bd1ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa652505c-ec85-57c6-bc13-fe5b25ac2c24-9031eba8-f6be-4b6d-9c35-66859d64d8f8', 'network_id': '9031eba8-f6be-4b6d-9c35-66859d64d8f8', 'tenant_id': 'c17cd5cad713481a9353d21c7d016351', 'fixed_ips': [{'subnet_id': '38c12f82-0b9e-4964-a5ea-f577dd9ff2a6'}]}} from dv-cinder-847189-5-smb. {{(pid=88110) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 24 23:41:29.357873 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-d7e93fa0-e127-4f77-ba4b-705fe81bd1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_create {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:29.493483 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.db_base_plugin_common [None req-7307a6eb-2b8f-416c-8bf1-7219bf2a22dd None None] Allocated IP 172.20.0.2 (878eeed2-1705-4528-82e7-be9e0c60139b/58b6f9c2-a230-4e37-ab12-8b61321e5f1a/8cc2de7e-1876-4af1-87a8-fe315a06ddb7) {{(pid=88110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 23:41:29.531964 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device 5631bde9-febc-425a-a8aa-f4ad0e0d69b9 up at agent ovs-agent-dv-cinder-847189-5-smb {{(pid=88110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 23:41:29.796324 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-4d760529-c200-4dc6-b896-04a054230e65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:29.908513 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-303d59f4-496a-443f-855b-980e77893cae admin admin] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:29.920386 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c4297cd4-34fd-4d05-8922-686de4fe5890 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-477306', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4958'] for router, precommit_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:29.936860 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-4d760529-c200-4dc6-b896-04a054230e65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:41:29.949498 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-4d760529-c200-4dc6-b896-04a054230e65 admin admin] Usage tracker for resource:security_group_rule and tenant:093b63c5c0e54d0e8c0a2fad55816013 is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:41:29.972195 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-4d760529-c200-4dc6-b896-04a054230e65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:41:29.976980 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 51356) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:41:29.989433 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-4d760529-c200-4dc6-b896-04a054230e65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:41:30.037508 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Provisioning for port 5631bde9-febc-425a-a8aa-f4ad0e0d69b9 completed by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 23:41:30.042979 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.db_base_plugin_common [None req-d7e93fa0-e127-4f77-ba4b-705fe81bd1ad None None] Allocated IP 172.20.0.2 (9031eba8-f6be-4b6d-9c35-66859d64d8f8/38c12f82-0b9e-4964-a5ea-f577dd9ff2a6/cf01f863-ebd6-4e5b-a51a-58baed601619) {{(pid=88110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 23:41:30.181581 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-303d59f4-496a-443f-855b-980e77893cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754888214703'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:30.253016 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b09d1a-19ed-4007-b73c-b51bff98cea1 None None] Network 5c775af7-724c-4fda-8e40-d1a942821249 requested from dv-cinder-847189-5-smb {{(pid=88110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 23:41:30.283281 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303d59f4-496a-443f-855b-980e77893cae admin admin] Network faf77eb5-d359-4977-a80d-20d91cf50932 is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 23:41:30.293149 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-303d59f4-496a-443f-855b-980e77893cae admin admin] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 23:41:30.300019 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e4ac9cfa-2990-42a2-bba7-f70773b7293c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:30.321696 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-c4e3367e-18c0-4a51-b452-54361477dcbc admin admin] Allocated IP 172.28.1.236 (faf77eb5-d359-4977-a80d-20d91cf50932/45337dfe-1492-4630-96d4-ace1b4f61ce9/9f035a1a-a9be-4110-a790-d1d4acb3181b) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 23:41:30.337039 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-e4ac9cfa-2990-42a2-bba7-f70773b7293c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:41:30.349228 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-e4ac9cfa-2990-42a2-bba7-f70773b7293c admin admin] Usage tracker for resource:security_group_rule and tenant:652d6d37046c444cb56c5c4135892ca7 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:41:30.353674 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-e4ac9cfa-2990-42a2-bba7-f70773b7293c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:41:30.363067 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-e4ac9cfa-2990-42a2-bba7-f70773b7293c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:41:30.377550 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-7307a6eb-2b8f-416c-8bf1-7219bf2a22dd None None] Notify callbacks [] for port, precommit_create {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:30.413564 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-7307a6eb-2b8f-416c-8bf1-7219bf2a22dd None None] Transition to ACTIVE for port object 8cc2de7e-1876-4af1-87a8-fe315a06ddb7 will not be triggered until provisioned by entity L2. {{(pid=88110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 23:41:30.470863 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-fe2047a5-5b90-4329-9a54-67bcd7cd7909 None None] Provisioning for port 5631bde9-febc-425a-a8aa-f4ad0e0d69b9 completed by entity DHCP. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 23:41:30.485977 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-7307a6eb-2b8f-416c-8bf1-7219bf2a22dd None None] Transition to ACTIVE for port object 8cc2de7e-1876-4af1-87a8-fe315a06ddb7 will not be triggered until provisioned by entity DHCP. {{(pid=88110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 23:41:30.531446 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303d59f4-496a-443f-855b-980e77893cae admin admin] Pushing event updated for resources: {'Port': ['ID=c7eb9f53-8dd6-48c4-a90a-13042d55a950,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:41:30.540855 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-fe2047a5-5b90-4329-9a54-67bcd7cd7909 None None] Provisioning complete for port 5631bde9-febc-425a-a8aa-f4ad0e0d69b9 triggered by entity DHCP. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:41:30.541234 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-fe2047a5-5b90-4329-9a54-67bcd7cd7909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:30.549126 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303d59f4-496a-443f-855b-980e77893cae admin admin] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 23:41:30.593253 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-7307a6eb-2b8f-416c-8bf1-7219bf2a22dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754888214703'] for port, after_create {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:30.630418 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e4ac9cfa-2990-42a2-bba7-f70773b7293c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:30.656024 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e4ac9cfa-2990-42a2-bba7-f70773b7293c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:30.743042 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-e4ac9cfa-2990-42a2-bba7-f70773b7293c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=652d6d37046c444cb56c5c4135892ca7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7646387 Jun 24 23:41:30.749770 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 51390) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:41:30.853323 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7307a6eb-2b8f-416c-8bf1-7219bf2a22dd None None] Network 878eeed2-1705-4528-82e7-be9e0c60139b is already hosted by enough agents. {{(pid=88110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 23:41:30.885388 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.scheduler.base_scheduler [None req-7307a6eb-2b8f-416c-8bf1-7219bf2a22dd None None] Resources bound (agent type, host, resource id): {{(pid=88110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 23:41:30.890523 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7307a6eb-2b8f-416c-8bf1-7219bf2a22dd None None] Received port after_create {{(pid=88110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 23:41:30.914279 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-d7e93fa0-e127-4f77-ba4b-705fe81bd1ad None None] Notify callbacks [] for port, precommit_create {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:30.952285 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-303d59f4-496a-443f-855b-980e77893cae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:30.968554 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c4e3367e-18c0-4a51-b452-54361477dcbc admin admin] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:30.972596 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ac9cfa-2990-42a2-bba7-f70773b7293c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eba05b4-7aba-4e35-b789-6a1b70300067,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:41:31.027366 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5396c6fa-c4c7-4c70-abbd-9bcd40749465 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:31.038809 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-d7e93fa0-e127-4f77-ba4b-705fe81bd1ad None None] Transition to ACTIVE for port object cf01f863-ebd6-4e5b-a51a-58baed601619 will not be triggered until provisioned by entity L2. {{(pid=88110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 23:41:31.056640 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7307a6eb-2b8f-416c-8bf1-7219bf2a22dd None None] Pushing event updated for resources: {'Port': ['ID=8cc2de7e-1876-4af1-87a8-fe315a06ddb7,revision_number=1']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:41:31.108670 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5396c6fa-c4c7-4c70-abbd-9bcd40749465 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:31.152974 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c4e3367e-18c0-4a51-b452-54361477dcbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754888214703'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:31.203972 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-4d760529-c200-4dc6-b896-04a054230e65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:31.218648 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-d7e93fa0-e127-4f77-ba4b-705fe81bd1ad None None] Transition to ACTIVE for port object cf01f863-ebd6-4e5b-a51a-58baed601619 will not be triggered until provisioned by entity DHCP. {{(pid=88110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 23:41:31.223052 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-4d760529-c200-4dc6-b896-04a054230e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:31.238776 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e3367e-18c0-4a51-b452-54361477dcbc admin admin] Network faf77eb5-d359-4977-a80d-20d91cf50932 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 23:41:31.242860 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-d7e93fa0-e127-4f77-ba4b-705fe81bd1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754888214703'] for port, after_create {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:31.247908 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-c4e3367e-18c0-4a51-b452-54361477dcbc admin admin] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 23:41:31.255257 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e3367e-18c0-4a51-b452-54361477dcbc admin admin] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 23:41:31.295031 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-7307a6eb-2b8f-416c-8bf1-7219bf2a22dd None None] Attempting to bind port 8cc2de7e-1876-4af1-87a8-fe315a06ddb7 on host dv-cinder-847189-5-smb for vnic_type normal with profile {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 23:41:31.295781 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-7307a6eb-2b8f-416c-8bf1-7219bf2a22dd None None] Attempting to bind port 8cc2de7e-1876-4af1-87a8-fe315a06ddb7 by drivers openvswitch,hyperv on host dv-cinder-847189-5-smb at level 0 using segments [{'id': 'c647ded0-4d21-4d2d-b759-44df778a6ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '878eeed2-1705-4528-82e7-be9e0c60139b'}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 23:41:31.295888 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7307a6eb-2b8f-416c-8bf1-7219bf2a22dd None None] Attempting to bind port 8cc2de7e-1876-4af1-87a8-fe315a06ddb7 on network 878eeed2-1705-4528-82e7-be9e0c60139b {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 23:41:31.330541 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-fe2047a5-5b90-4329-9a54-67bcd7cd7909 None None] Current status of the port 5631bde9-febc-425a-a8aa-f4ad0e0d69b9 is: DOWN; New status is: ACTIVE {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:41:31.330912 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-fe2047a5-5b90-4329-9a54-67bcd7cd7909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:31.340513 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7307a6eb-2b8f-416c-8bf1-7219bf2a22dd None None] Checking agent: {'id': '3a3b0bc1-d1b4-4224-a890-cab54187436c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 23, 32, 43), 'started_at': datetime.datetime(2022, 6, 24, 23, 33, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 23, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 23:41:31.340902 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7307a6eb-2b8f-416c-8bf1-7219bf2a22dd None None] Checking segment: {'id': 'c647ded0-4d21-4d2d-b759-44df778a6ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '878eeed2-1705-4528-82e7-be9e0c60139b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 23:41:31.341295 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-7307a6eb-2b8f-416c-8bf1-7219bf2a22dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:31.341748 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7307a6eb-2b8f-416c-8bf1-7219bf2a22dd None None] Bound using segment: {'id': 'c647ded0-4d21-4d2d-b759-44df778a6ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '878eeed2-1705-4528-82e7-be9e0c60139b'} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 23:41:31.342247 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-7307a6eb-2b8f-416c-8bf1-7219bf2a22dd None None] Bound port: 8cc2de7e-1876-4af1-87a8-fe315a06ddb7, host: dv-cinder-847189-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c647ded0-4d21-4d2d-b759-44df778a6ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '878eeed2-1705-4528-82e7-be9e0c60139b'}}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 23:41:31.343231 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-7307a6eb-2b8f-416c-8bf1-7219bf2a22dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:31.368361 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e93fa0-e127-4f77-ba4b-705fe81bd1ad None None] Network 9031eba8-f6be-4b6d-9c35-66859d64d8f8 is already hosted by enough agents. {{(pid=88110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 23:41:31.377134 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.scheduler.base_scheduler [None req-d7e93fa0-e127-4f77-ba4b-705fe81bd1ad None None] Resources bound (agent type, host, resource id): {{(pid=88110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 23:41:31.384936 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e93fa0-e127-4f77-ba4b-705fe81bd1ad None None] Received port after_create {{(pid=88110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 23:41:31.387075 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e93fa0-e127-4f77-ba4b-705fe81bd1ad None None] Pushing event updated for resources: {'Port': ['ID=cf01f863-ebd6-4e5b-a51a-58baed601619,revision_number=1']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:41:31.456791 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-4d760529-c200-4dc6-b896-04a054230e65 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=093b63c5c0e54d0e8c0a2fad55816013&name=default HTTP/1.1" status: 200 len: 2975 time: 2.4053199 Jun 24 23:41:31.460065 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 51416) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:41:31.486032 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d760529-c200-4dc6-b896-04a054230e65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c15360ca-a215-4f25-a019-c653318dec9e,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:41:31.590284 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-fe2047a5-5b90-4329-9a54-67bcd7cd7909 None None] For port 5631bde9-febc-425a-a8aa-f4ad0e0d69b9, host dv-cinder-847189-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-5-smb',level=0,port_id=5631bde9-febc-425a-a8aa-f4ad0e0d69b9,segment=NetworkSegment(e5d9da99-fdc6-404d-92e5-8786018a7109),segment_id=e5d9da99-fdc6-404d-92e5-8786018a7109)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:41:31.634698 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-fe2047a5-5b90-4329-9a54-67bcd7cd7909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:31.694833 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e3367e-18c0-4a51-b452-54361477dcbc admin admin] Pushing event updated for resources: {'Port': ['ID=9f035a1a-a9be-4110-a790-d1d4acb3181b,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:41:31.704279 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-7307a6eb-2b8f-416c-8bf1-7219bf2a22dd None None] For port 8cc2de7e-1876-4af1-87a8-fe315a06ddb7, host dv-cinder-847189-5-smb, cleared binding levels {{(pid=88110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 23:41:31.717833 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-d7e93fa0-e127-4f77-ba4b-705fe81bd1ad None None] Attempting to bind port cf01f863-ebd6-4e5b-a51a-58baed601619 on host dv-cinder-847189-5-smb for vnic_type normal with profile {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 23:41:31.718177 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-d7e93fa0-e127-4f77-ba4b-705fe81bd1ad None None] Attempting to bind port cf01f863-ebd6-4e5b-a51a-58baed601619 by drivers openvswitch,hyperv on host dv-cinder-847189-5-smb at level 0 using segments [{'id': '515ee694-67b9-4216-a35d-0fb58f63ef25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9031eba8-f6be-4b6d-9c35-66859d64d8f8'}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 23:41:31.718533 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e93fa0-e127-4f77-ba4b-705fe81bd1ad None None] Attempting to bind port cf01f863-ebd6-4e5b-a51a-58baed601619 on network 9031eba8-f6be-4b6d-9c35-66859d64d8f8 {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 23:41:31.730212 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-7307a6eb-2b8f-416c-8bf1-7219bf2a22dd None None] For port 8cc2de7e-1876-4af1-87a8-fe315a06ddb7, host dv-cinder-847189-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-5-smb',level=0,port_id=8cc2de7e-1876-4af1-87a8-fe315a06ddb7,segment=NetworkSegment(c647ded0-4d21-4d2d-b759-44df778a6ac4),segment_id=c647ded0-4d21-4d2d-b759-44df778a6ac4)] {{(pid=88110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 23:41:31.733454 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c4297cd4-34fd-4d05-8922-686de4fe5890 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:31.735333 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e93fa0-e127-4f77-ba4b-705fe81bd1ad None None] Checking agent: {'id': '3a3b0bc1-d1b4-4224-a890-cab54187436c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 23, 32, 43), 'started_at': datetime.datetime(2022, 6, 24, 23, 33, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 23, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 23:41:31.735757 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e93fa0-e127-4f77-ba4b-705fe81bd1ad None None] Checking segment: {'id': '515ee694-67b9-4216-a35d-0fb58f63ef25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9031eba8-f6be-4b6d-9c35-66859d64d8f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 23:41:31.736160 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-d7e93fa0-e127-4f77-ba4b-705fe81bd1ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:31.736553 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e93fa0-e127-4f77-ba4b-705fe81bd1ad None None] Bound using segment: {'id': '515ee694-67b9-4216-a35d-0fb58f63ef25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9031eba8-f6be-4b6d-9c35-66859d64d8f8'} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 23:41:31.737048 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-d7e93fa0-e127-4f77-ba4b-705fe81bd1ad None None] Bound port: cf01f863-ebd6-4e5b-a51a-58baed601619, host: dv-cinder-847189-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '515ee694-67b9-4216-a35d-0fb58f63ef25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9031eba8-f6be-4b6d-9c35-66859d64d8f8'}}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 23:41:31.737437 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-d7e93fa0-e127-4f77-ba4b-705fe81bd1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:31.751584 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5396c6fa-c4c7-4c70-abbd-9bcd40749465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:31.766161 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-7307a6eb-2b8f-416c-8bf1-7219bf2a22dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:31.793628 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5396c6fa-c4c7-4c70-abbd-9bcd40749465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eba05b4-7aba-4e35-b789-6a1b70300067,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:41:31.805262 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5396c6fa-c4c7-4c70-abbd-9bcd40749465 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:31.819694 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-5396c6fa-c4c7-4c70-abbd-9bcd40749465 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5eba05b4-7aba-4e35-b789-6a1b70300067 HTTP/1.1" status: 204 len: 168 time: 1.0584552 Jun 24 23:41:31.845261 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c4297cd4-34fd-4d05-8922-686de4fe5890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:31.849755 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-303d59f4-496a-443f-855b-980e77893cae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477213'] for router, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:31.905835 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c4e3367e-18c0-4a51-b452-54361477dcbc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:31.919186 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2047a5-5b90-4329-9a54-67bcd7cd7909 None None] Pushing event updated for resources: {'Port': ['ID=5631bde9-febc-425a-a8aa-f4ad0e0d69b9,revision_number=3']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:41:31.969651 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-071baa2c-db31-4c8d-811c-f95cad72f1bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:32.035390 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-071baa2c-db31-4c8d-811c-f95cad72f1bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:32.080394 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-d7e93fa0-e127-4f77-ba4b-705fe81bd1ad None None] For port cf01f863-ebd6-4e5b-a51a-58baed601619, host dv-cinder-847189-5-smb, cleared binding levels {{(pid=88110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 23:41:32.087687 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-d7e93fa0-e127-4f77-ba4b-705fe81bd1ad None None] For port cf01f863-ebd6-4e5b-a51a-58baed601619, host dv-cinder-847189-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-5-smb',level=0,port_id=cf01f863-ebd6-4e5b-a51a-58baed601619,segment=NetworkSegment(515ee694-67b9-4216-a35d-0fb58f63ef25),segment_id=515ee694-67b9-4216-a35d-0fb58f63ef25)] {{(pid=88110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 23:41:32.090916 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7307a6eb-2b8f-416c-8bf1-7219bf2a22dd None None] Pushing event updated for resources: {'Port': ['ID=8cc2de7e-1876-4af1-87a8-fe315a06ddb7,revision_number=2']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:41:32.094750 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-1cab821a-399e-4752-957b-aa20f8bea56d None None] Provisioning complete for port 5631bde9-febc-425a-a8aa-f4ad0e0d69b9 triggered by entity DHCP. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:41:32.095330 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-1cab821a-399e-4752-957b-aa20f8bea56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:32.149494 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-d7e93fa0-e127-4f77-ba4b-705fe81bd1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:32.423845 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 51440) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:41:32.454010 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-071baa2c-db31-4c8d-811c-f95cad72f1bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:32.474392 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e93fa0-e127-4f77-ba4b-705fe81bd1ad None None] Pushing event updated for resources: {'Port': ['ID=cf01f863-ebd6-4e5b-a51a-58baed601619,revision_number=2']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:41:32.523920 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c4e3367e-18c0-4a51-b452-54361477dcbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477213'] for router, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:32.548328 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071baa2c-db31-4c8d-811c-f95cad72f1bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c15360ca-a215-4f25-a019-c653318dec9e,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:41:32.583057 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-1cab821a-399e-4752-957b-aa20f8bea56d None None] Current status of the port 5631bde9-febc-425a-a8aa-f4ad0e0d69b9 is: ACTIVE; New status is: ACTIVE {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:41:32.807089 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-071baa2c-db31-4c8d-811c-f95cad72f1bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:32.820962 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-071baa2c-db31-4c8d-811c-f95cad72f1bb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c15360ca-a215-4f25-a019-c653318dec9e HTTP/1.1" status: 204 len: 168 time: 1.3267226 Jun 24 23:41:32.863083 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-c4297cd4-34fd-4d05-8922-686de4fe5890 admin admin] Allocated IP 172.28.1.91 (faf77eb5-d359-4977-a80d-20d91cf50932/45337dfe-1492-4630-96d4-ace1b4f61ce9/5eeff8d1-4b04-4340-9111-a85bf40e5d86) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 23:41:32.919851 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f0cbe0b7-4cdc-4a2e-adf3-5257bd07a607 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:32.985915 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-f0cbe0b7-4cdc-4a2e-adf3-5257bd07a607 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:41:33.110248 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4e3367e-18c0-4a51-b452-54361477dcbc admin admin] Router 57b267c7-ee47-440e-86b1-772e50133296 is scheduled to L3 agent 05c04ad7-f453-4a24-8793-b86a404a0ef9 with binding_index 1 {{(pid=88108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 23:41:33.116061 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-f0cbe0b7-4cdc-4a2e-adf3-5257bd07a607 admin admin] Usage tracker for resource:security_group_rule and tenant:a081baf60c4a4c08a9ecd53085dc3977 is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:41:33.132731 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-f0cbe0b7-4cdc-4a2e-adf3-5257bd07a607 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:41:33.147080 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-f0cbe0b7-4cdc-4a2e-adf3-5257bd07a607 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:41:33.221897 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-303d59f4-496a-443f-855b-980e77893cae admin admin] Router d5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a is scheduled to L3 agent 05c04ad7-f453-4a24-8793-b86a404a0ef9 with binding_index 1 {{(pid=88109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 23:41:33.365271 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 51488) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:41:33.454907 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4e3367e-18c0-4a51-b452-54361477dcbc admin admin] Notify agent at l3_agent.dv-cinder-847189-5-smb the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 23:41:33.480717 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11383fdf-4fc4-4b61-b2ba-208ae5ad71d8 None None] Sync routers for ids ['57b267c7-ee47-440e-86b1-772e50133296'] in dv-cinder-847189-5-smb {{(pid=88111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 23:41:33.524337 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11383fdf-4fc4-4b61-b2ba-208ae5ad71d8 None None] Routers {'57b267c7-ee47-440e-86b1-772e50133296'} bound to L3 agent in host dv-cinder-847189-5-smb {{(pid=88111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 23:41:33.524899 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-11383fdf-4fc4-4b61-b2ba-208ae5ad71d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T23:32:42Z,description=,heartbeat_timestamp=2022-06-24T23:41:12Z,host='dv-cinder-847189-5-smb',id=05c04ad7-f453-4a24-8793-b86a404a0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T23:32:42Z,topic='l3_agent')) {'router_ids': ['57b267c7-ee47-440e-86b1-772e50133296'], 'active': True} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:41:33.554617 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c4e3367e-18c0-4a51-b452-54361477dcbc admin admin] Notify callbacks [] for router, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:33.556180 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-c4e3367e-18c0-4a51-b452-54361477dcbc admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.6134846 Jun 24 23:41:33.563594 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c4297cd4-34fd-4d05-8922-686de4fe5890 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:33.564122 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 51498) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:41:33.572082 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-2904dd44-c3dc-4c79-9aaf-93064e3e7fe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:33.637124 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-2904dd44-c3dc-4c79-9aaf-93064e3e7fe9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:41:33.646375 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-2904dd44-c3dc-4c79-9aaf-93064e3e7fe9 admin admin] Usage tracker for resource:security_group_rule and tenant:3b69bf127c71408796b8eddd70aa97cc is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:41:33.649842 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-2904dd44-c3dc-4c79-9aaf-93064e3e7fe9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:41:33.694383 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-2904dd44-c3dc-4c79-9aaf-93064e3e7fe9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:41:33.704753 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee4b26d-8324-423d-aeda-c81d464ce450 None None] Network 878eeed2-1705-4528-82e7-be9e0c60139b requested from dv-cinder-847189-5-smb {{(pid=88110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 23:41:33.776435 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f0cbe0b7-4cdc-4a2e-adf3-5257bd07a607 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:33.817594 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f0cbe0b7-4cdc-4a2e-adf3-5257bd07a607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:33.845738 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-303d59f4-496a-443f-855b-980e77893cae admin admin] Notify agent at l3_agent.dv-cinder-847189-5-smb the message routers_updated {{(pid=88109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 23:41:33.867829 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c4297cd4-34fd-4d05-8922-686de4fe5890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754888214703'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:33.990415 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-f0cbe0b7-4cdc-4a2e-adf3-5257bd07a607 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a081baf60c4a4c08a9ecd53085dc3977&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5652289 Jun 24 23:41:34.016666 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 51518) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:41:34.025624 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device cf01f863-ebd6-4e5b-a51a-58baed601619 up at agent ovs-agent-dv-cinder-847189-5-smb {{(pid=88110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 23:41:34.039962 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4297cd4-34fd-4d05-8922-686de4fe5890 admin admin] Network faf77eb5-d359-4977-a80d-20d91cf50932 is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 23:41:34.117153 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-c4297cd4-34fd-4d05-8922-686de4fe5890 admin admin] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 23:41:34.136256 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-303d59f4-496a-443f-855b-980e77893cae admin admin] Notify callbacks [] for router, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:34.145931 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-303d59f4-496a-443f-855b-980e77893cae admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.5614760 Jun 24 23:41:34.146661 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvr_db [None req-11383fdf-4fc4-4b61-b2ba-208ae5ad71d8 None None] Set router 57b267c7-ee47-440e-86b1-772e50133296 gateway port host: dv-cinder-847189-5-smb {{(pid=88111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 23:41:34.151555 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4297cd4-34fd-4d05-8922-686de4fe5890 admin admin] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 23:41:34.156260 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 51528) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:41:34.287299 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cbe0b7-4cdc-4a2e-adf3-5257bd07a607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eae37c7f-bbc6-40dc-aa5d-ff1d52714936,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:41:34.405912 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f05df40-971d-460b-a5fc-feabc8938529 None None] Sync routers for ids ['d5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a'] in dv-cinder-847189-5-smb {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 23:41:34.424268 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4297cd4-34fd-4d05-8922-686de4fe5890 admin admin] Pushing event updated for resources: {'Port': ['ID=5eeff8d1-4b04-4340-9111-a85bf40e5d86,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:41:34.461245 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-7608d474-9ccb-4363-a3c3-d708d1e012a3 None None] Provisioning for port 8cc2de7e-1876-4af1-87a8-fe315a06ddb7 completed by entity DHCP. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 23:41:34.471745 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256ab206-e1c2-486a-abd7-60baabd526dc None None] Network 9031eba8-f6be-4b6d-9c35-66859d64d8f8 requested from dv-cinder-847189-5-smb {{(pid=88110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 23:41:34.540525 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f05df40-971d-460b-a5fc-feabc8938529 None None] Routers {'d5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a'} bound to L3 agent in host dv-cinder-847189-5-smb {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 23:41:34.541178 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-5f05df40-971d-460b-a5fc-feabc8938529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T23:32:42Z,description=,heartbeat_timestamp=2022-06-24T23:41:12Z,host='dv-cinder-847189-5-smb',id=05c04ad7-f453-4a24-8793-b86a404a0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T23:32:42Z,topic='l3_agent')) {'router_ids': ['d5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:41:34.613359 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-2904dd44-c3dc-4c79-9aaf-93064e3e7fe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:34.617029 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-95dc2cfc-ba27-407d-9289-8fbc2d836517 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:34.643058 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-2904dd44-c3dc-4c79-9aaf-93064e3e7fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:34.845535 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-5f05df40-971d-460b-a5fc-feabc8938529 None None] Set router d5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a gateway port host: dv-cinder-847189-5-smb {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 23:41:34.861120 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-11383fdf-4fc4-4b61-b2ba-208ae5ad71d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57b267c7-ee47-440e-86b1-772e50133296', 'name': 'tempest-ServerRescueNegativeTestJSON-2098051049-router', 'tenant_id': 'b0685d2348744b39b8eb315433f69ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.236'}], 'enable_snat': True}, 'gw_port_id': '9f035a1a-a9be-4110-a790-d1d4acb3181b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:41:28Z', 'updated_at': '2022-06-24T23:41:31Z', 'revision_number': 3, 'project_id': 'b0685d2348744b39b8eb315433f69ef4', 'gw_port': {'id': '9f035a1a-a9be-4110-a790-d1d4acb3181b', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ce:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57b267c7-ee47-440e-86b1-772e50133296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:41:29Z', 'updated_at': '2022-06-24T23:41:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb'}], 'dv-cinder-847189-5-smb', False) {} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:41:34.872061 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11383fdf-4fc4-4b61-b2ba-208ae5ad71d8 None None] Checking router: 57b267c7-ee47-440e-86b1-772e50133296 for host: dv-cinder-847189-5-smb {{(pid=88111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 23:41:34.873305 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11383fdf-4fc4-4b61-b2ba-208ae5ad71d8 None None] Updating router 57b267c7-ee47-440e-86b1-772e50133296 port 9f035a1a-a9be-4110-a790-d1d4acb3181b binding host dv-cinder-847189-5-smb {{(pid=88111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 23:41:34.947561 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron_lib.callbacks.manager [None req-11383fdf-4fc4-4b61-b2ba-208ae5ad71d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:35.011645 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-95dc2cfc-ba27-407d-9289-8fbc2d836517 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:35.043321 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-2904dd44-c3dc-4c79-9aaf-93064e3e7fe9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3b69bf127c71408796b8eddd70aa97cc&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6769590 Jun 24 23:41:35.048677 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 51560) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:41:35.049402 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2904dd44-c3dc-4c79-9aaf-93064e3e7fe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c670e33-5e33-46ef-afec-8f7be211445e,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:41:35.205355 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Provisioning for port cf01f863-ebd6-4e5b-a51a-58baed601619 completed by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 23:41:35.262501 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c4297cd4-34fd-4d05-8922-686de4fe5890 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:35.272480 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device 8cc2de7e-1876-4af1-87a8-fe315a06ddb7 up at agent ovs-agent-dv-cinder-847189-5-smb {{(pid=88110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 23:41:35.498815 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron_lib.callbacks.manager [None req-11383fdf-4fc4-4b61-b2ba-208ae5ad71d8 None None] Notify callbacks [] for port, precommit_update {{(pid=88111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:35.515367 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.provisioning_blocks [None req-11383fdf-4fc4-4b61-b2ba-208ae5ad71d8 None None] Transition to ACTIVE for port object 9f035a1a-a9be-4110-a790-d1d4acb3181b will not be triggered until provisioned by entity L2. {{(pid=88111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 23:41:35.524253 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron_lib.callbacks.manager [None req-11383fdf-4fc4-4b61-b2ba-208ae5ad71d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:35.569725 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-95dc2cfc-ba27-407d-9289-8fbc2d836517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:35.586041 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-cfab739c-ff04-42e8-a45a-3c42064d24d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:35.606778 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dc2cfc-ba27-407d-9289-8fbc2d836517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eae37c7f-bbc6-40dc-aa5d-ff1d52714936,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:41:35.658188 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-cfab739c-ff04-42e8-a45a-3c42064d24d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:35.669558 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbea3bf-c8de-4e8a-9b48-f48c66ce51d9 None None] Pushing event updated for resources: {'Port': ['ID=9f035a1a-a9be-4110-a790-d1d4acb3181b,revision_number=2']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:41:35.679325 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.plugins.ml2.managers [None req-11383fdf-4fc4-4b61-b2ba-208ae5ad71d8 None None] Attempting to bind port 9f035a1a-a9be-4110-a790-d1d4acb3181b on host dv-cinder-847189-5-smb for vnic_type normal with profile {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 23:41:35.679724 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.plugins.ml2.managers [None req-11383fdf-4fc4-4b61-b2ba-208ae5ad71d8 None None] Attempting to bind port 9f035a1a-a9be-4110-a790-d1d4acb3181b by drivers openvswitch,hyperv on host dv-cinder-847189-5-smb at level 0 using segments [{'id': '541a8b1c-692d-48ec-a001-de3aa3f0cecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932'}] {{(pid=88111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 23:41:35.680119 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11383fdf-4fc4-4b61-b2ba-208ae5ad71d8 None None] Attempting to bind port 9f035a1a-a9be-4110-a790-d1d4acb3181b on network faf77eb5-d359-4977-a80d-20d91cf50932 {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 23:41:35.686978 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbea3bf-c8de-4e8a-9b48-f48c66ce51d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:41:35.687322 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbea3bf-c8de-4e8a-9b48-f48c66ce51d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:41:35.687695 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbea3bf-c8de-4e8a-9b48-f48c66ce51d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:41:35.688224 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbea3bf-c8de-4e8a-9b48-f48c66ce51d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:41:35.688472 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbea3bf-c8de-4e8a-9b48-f48c66ce51d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:41:35.688798 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbea3bf-c8de-4e8a-9b48-f48c66ce51d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:41:35.689120 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbea3bf-c8de-4e8a-9b48-f48c66ce51d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:41:35.689441 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbea3bf-c8de-4e8a-9b48-f48c66ce51d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:41:35.689776 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbea3bf-c8de-4e8a-9b48-f48c66ce51d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:41:35.690087 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbea3bf-c8de-4e8a-9b48-f48c66ce51d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:41:35.690445 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbea3bf-c8de-4e8a-9b48-f48c66ce51d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:41:35.690765 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbea3bf-c8de-4e8a-9b48-f48c66ce51d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:41:35.691857 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbea3bf-c8de-4e8a-9b48-f48c66ce51d9 None None] Tracked resource versions report: Jun 24 23:41:35.691857 dv-cinder-847189-5-smb neutron-server[88111]: pushed versions: Jun 24 23:41:35.691857 dv-cinder-847189-5-smb neutron-server[88111]: { 'AddressGroup': {'1.2'}, Jun 24 23:41:35.691857 dv-cinder-847189-5-smb neutron-server[88111]: 'ConntrackHelper': {'1.0'}, Jun 24 23:41:35.691857 dv-cinder-847189-5-smb neutron-server[88111]: 'Log': {'1.0'}, Jun 24 23:41:35.691857 dv-cinder-847189-5-smb neutron-server[88111]: 'Network': {'1.1'}, Jun 24 23:41:35.691857 dv-cinder-847189-5-smb neutron-server[88111]: 'Port': {'1.7'}, Jun 24 23:41:35.691857 dv-cinder-847189-5-smb neutron-server[88111]: 'PortForwarding': {'1.2'}, Jun 24 23:41:35.691857 dv-cinder-847189-5-smb neutron-server[88111]: 'QosPolicy': {'1.8'}, Jun 24 23:41:35.691857 dv-cinder-847189-5-smb neutron-server[88111]: 'SecurityGroup': {'1.4'}, Jun 24 23:41:35.691857 dv-cinder-847189-5-smb neutron-server[88111]: 'SecurityGroupRule': {'1.2'}, Jun 24 23:41:35.691857 dv-cinder-847189-5-smb neutron-server[88111]: 'SubPort': {'1.0'}, Jun 24 23:41:35.691857 dv-cinder-847189-5-smb neutron-server[88111]: 'Subnet': {'1.1'}, Jun 24 23:41:35.691857 dv-cinder-847189-5-smb neutron-server[88111]: 'Trunk': {'1.1'}} Jun 24 23:41:35.691857 dv-cinder-847189-5-smb neutron-server[88111]: consumer versions: Jun 24 23:41:35.691857 dv-cinder-847189-5-smb neutron-server[88111]: { DHCP agent@dv-cinder-847189-5-smb: {}, Jun 24 23:41:35.691857 dv-cinder-847189-5-smb neutron-server[88111]: HyperV agent@hv-cinder-84718: {}, Jun 24 23:41:35.691857 dv-cinder-847189-5-smb neutron-server[88111]: L3 agent@dv-cinder-847189-5-smb: {}, Jun 24 23:41:35.691857 dv-cinder-847189-5-smb neutron-server[88111]: Metadata agent@dv-cinder-847189-5-smb: {}, Jun 24 23:41:35.691857 dv-cinder-847189-5-smb neutron-server[88111]: Metering agent@dv-cinder-847189-5-smb: {}, Jun 24 23:41:35.691857 dv-cinder-847189-5-smb neutron-server[88111]: Open vSwitch agent@dv-cinder-847189-5-smb: { 'AddressGroup': '1.2', Jun 24 23:41:35.691857 dv-cinder-847189-5-smb neutron-server[88111]: 'ConntrackHelper': '1.0', Jun 24 23:41:35.691857 dv-cinder-847189-5-smb neutron-server[88111]: 'Log': '1.0', Jun 24 23:41:35.691857 dv-cinder-847189-5-smb neutron-server[88111]: 'Network': '1.1', Jun 24 23:41:35.691857 dv-cinder-847189-5-smb neutron-server[88111]: 'Port': '1.7', Jun 24 23:41:35.691857 dv-cinder-847189-5-smb neutron-server[88111]: 'PortForwarding': '1.2', Jun 24 23:41:35.691857 dv-cinder-847189-5-smb neutron-server[88111]: 'QosPolicy': '1.8', Jun 24 23:41:35.691857 dv-cinder-847189-5-smb neutron-server[88111]: 'SecurityGroup': '1.4', Jun 24 23:41:35.691857 dv-cinder-847189-5-smb neutron-server[88111]: 'SecurityGroupRule': '1.2', Jun 24 23:41:35.691857 dv-cinder-847189-5-smb neutron-server[88111]: 'SubPort': '1.0', Jun 24 23:41:35.691857 dv-cinder-847189-5-smb neutron-server[88111]: 'Subnet': '1.1', Jun 24 23:41:35.691857 dv-cinder-847189-5-smb neutron-server[88111]: 'Trunk': '1.1'}} Jun 24 23:41:35.691857 dv-cinder-847189-5-smb neutron-server[88111]: {{(pid=88111) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 24 23:41:35.696057 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11383fdf-4fc4-4b61-b2ba-208ae5ad71d8 None None] Checking agent: {'id': '3a3b0bc1-d1b4-4224-a890-cab54187436c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 23, 32, 43), 'started_at': datetime.datetime(2022, 6, 24, 23, 33, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 23, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 23:41:35.696519 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11383fdf-4fc4-4b61-b2ba-208ae5ad71d8 None None] Checking segment: {'id': '541a8b1c-692d-48ec-a001-de3aa3f0cecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 23:41:35.696860 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron_lib.callbacks.manager [None req-11383fdf-4fc4-4b61-b2ba-208ae5ad71d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:35.697243 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11383fdf-4fc4-4b61-b2ba-208ae5ad71d8 None None] Bound using segment: {'id': '541a8b1c-692d-48ec-a001-de3aa3f0cecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932'} {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 23:41:35.697709 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.plugins.ml2.managers [None req-11383fdf-4fc4-4b61-b2ba-208ae5ad71d8 None None] Bound port: 9f035a1a-a9be-4110-a790-d1d4acb3181b, host: dv-cinder-847189-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '541a8b1c-692d-48ec-a001-de3aa3f0cecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932'}}] {{(pid=88111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 23:41:35.698099 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron_lib.callbacks.manager [None req-11383fdf-4fc4-4b61-b2ba-208ae5ad71d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:35.714875 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-95dc2cfc-ba27-407d-9289-8fbc2d836517 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:35.718799 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-95dc2cfc-ba27-407d-9289-8fbc2d836517 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/eae37c7f-bbc6-40dc-aa5d-ff1d52714936 HTTP/1.1" status: 204 len: 168 time: 1.6900215 Jun 24 23:41:35.770389 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8763226b-5df6-4bb3-8034-f2d49e29f769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:35.811739 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.plugins.ml2.db [None req-11383fdf-4fc4-4b61-b2ba-208ae5ad71d8 None None] For port 9f035a1a-a9be-4110-a790-d1d4acb3181b, host dv-cinder-847189-5-smb, cleared binding levels {{(pid=88111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 23:41:35.815659 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.plugins.ml2.db [None req-11383fdf-4fc4-4b61-b2ba-208ae5ad71d8 None None] For port 9f035a1a-a9be-4110-a790-d1d4acb3181b, host dv-cinder-847189-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-5-smb',level=0,port_id=9f035a1a-a9be-4110-a790-d1d4acb3181b,segment=NetworkSegment(541a8b1c-692d-48ec-a001-de3aa3f0cecc),segment_id=541a8b1c-692d-48ec-a001-de3aa3f0cecc)] {{(pid=88111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 23:41:35.823047 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron_lib.callbacks.manager [None req-11383fdf-4fc4-4b61-b2ba-208ae5ad71d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:35.959170 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-43a98c06-3d76-4090-8d10-fa152f88e69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:36.041461 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11383fdf-4fc4-4b61-b2ba-208ae5ad71d8 None None] Routers {'57b267c7-ee47-440e-86b1-772e50133296'} bound to L3 agent in host dv-cinder-847189-5-smb {{(pid=88111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 23:41:36.042220 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-11383fdf-4fc4-4b61-b2ba-208ae5ad71d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T23:32:42Z,description=,heartbeat_timestamp=2022-06-24T23:41:12Z,host='dv-cinder-847189-5-smb',id=05c04ad7-f453-4a24-8793-b86a404a0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T23:32:42Z,topic='l3_agent')) {'router_ids': ['57b267c7-ee47-440e-86b1-772e50133296'], 'active': True} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:41:36.066473 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-cfab739c-ff04-42e8-a45a-3c42064d24d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:36.113247 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfab739c-ff04-42e8-a45a-3c42064d24d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c670e33-5e33-46ef-afec-8f7be211445e,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:41:36.127981 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-5a51e8a7-30d1-40ba-a308-5ec6e12c50c2 None None] Provisioning for port cf01f863-ebd6-4e5b-a51a-58baed601619 completed by entity DHCP. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 23:41:36.133192 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c4297cd4-34fd-4d05-8922-686de4fe5890 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477213'] for router, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:36.148712 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-cfab739c-ff04-42e8-a45a-3c42064d24d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:36.156466 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-cfab739c-ff04-42e8-a45a-3c42064d24d2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0c670e33-5e33-46ef-afec-8f7be211445e HTTP/1.1" status: 204 len: 168 time: 1.0994816 Jun 24 23:41:36.228054 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Provisioning for port 8cc2de7e-1876-4af1-87a8-fe315a06ddb7 completed by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 23:41:36.323722 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Provisioning complete for port 8cc2de7e-1876-4af1-87a8-fe315a06ddb7 triggered by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:41:36.324660 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:36.430718 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbea3bf-c8de-4e8a-9b48-f48c66ce51d9 None None] Pushing event updated for resources: {'Port': ['ID=9f035a1a-a9be-4110-a790-d1d4acb3181b,revision_number=3']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:41:36.452429 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-43a98c06-3d76-4090-8d10-fa152f88e69d admin admin] Allocated IP 172.20.0.1 (878eeed2-1705-4528-82e7-be9e0c60139b/58b6f9c2-a230-4e37-ab12-8b61321e5f1a/175b867d-3ae8-4ef1-bd28-79a0dd3b008c) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 23:41:36.553680 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvr_db [None req-11383fdf-4fc4-4b61-b2ba-208ae5ad71d8 None None] Set router 57b267c7-ee47-440e-86b1-772e50133296 gateway port host: dv-cinder-847189-5-smb {{(pid=88111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 23:41:36.610261 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-5a51e8a7-30d1-40ba-a308-5ec6e12c50c2 None None] Provisioning complete for port cf01f863-ebd6-4e5b-a51a-58baed601619 triggered by entity DHCP. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:41:36.611119 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-5a51e8a7-30d1-40ba-a308-5ec6e12c50c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:36.706376 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-43a98c06-3d76-4090-8d10-fa152f88e69d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:36.755919 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-43a98c06-3d76-4090-8d10-fa152f88e69d admin admin] Transition to ACTIVE for port object 175b867d-3ae8-4ef1-bd28-79a0dd3b008c will not be triggered until provisioned by entity DHCP. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 23:41:36.779169 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4297cd4-34fd-4d05-8922-686de4fe5890 admin admin] Router 8798fb2b-1845-4d12-baaa-79896ca1f23f is scheduled to L3 agent 05c04ad7-f453-4a24-8793-b86a404a0ef9 with binding_index 1 {{(pid=88109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 23:41:36.801240 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-43a98c06-3d76-4090-8d10-fa152f88e69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754888214703'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:36.914271 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a98c06-3d76-4090-8d10-fa152f88e69d admin admin] Pushing event updated for resources: {'Port': ['ID=175b867d-3ae8-4ef1-bd28-79a0dd3b008c,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:41:37.006061 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Current status of the port 8cc2de7e-1876-4af1-87a8-fe315a06ddb7 is: DOWN; New status is: ACTIVE {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:41:37.006455 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:37.039634 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-5f05df40-971d-460b-a5fc-feabc8938529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a', 'name': 'tempest-AttachVolumeTestJSON-893746005-router', 'tenant_id': '6562c7a98a7c427eaa1620396993ad5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.88'}], 'enable_snat': True}, 'gw_port_id': 'c7eb9f53-8dd6-48c4-a90a-13042d55a950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:41:26Z', 'updated_at': '2022-06-24T23:41:30Z', 'revision_number': 3, 'project_id': '6562c7a98a7c427eaa1620396993ad5c', 'gw_port': {'id': 'c7eb9f53-8dd6-48c4-a90a-13042d55a950', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c7:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:41:28Z', 'updated_at': '2022-06-24T23:41:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb'}], 'dv-cinder-847189-5-smb', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:41:37.056175 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f05df40-971d-460b-a5fc-feabc8938529 None None] Checking router: d5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a for host: dv-cinder-847189-5-smb {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 23:41:37.056538 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f05df40-971d-460b-a5fc-feabc8938529 None None] Updating router d5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a port c7eb9f53-8dd6-48c4-a90a-13042d55a950 binding host dv-cinder-847189-5-smb {{(pid=88110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 23:41:37.074975 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a98c06-3d76-4090-8d10-fa152f88e69d admin admin] Network 878eeed2-1705-4528-82e7-be9e0c60139b is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 23:41:37.078834 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 51614) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:41:37.084800 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-43a98c06-3d76-4090-8d10-fa152f88e69d admin admin] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 23:41:37.089550 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a98c06-3d76-4090-8d10-fa152f88e69d admin admin] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 23:41:37.090047 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-43a98c06-3d76-4090-8d10-fa152f88e69d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476503'] for router_interface, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:37.218667 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-11383fdf-4fc4-4b61-b2ba-208ae5ad71d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57b267c7-ee47-440e-86b1-772e50133296', 'name': 'tempest-ServerRescueNegativeTestJSON-2098051049-router', 'tenant_id': 'b0685d2348744b39b8eb315433f69ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.236'}], 'enable_snat': True}, 'gw_port_id': '9f035a1a-a9be-4110-a790-d1d4acb3181b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:41:28Z', 'updated_at': '2022-06-24T23:41:31Z', 'revision_number': 3, 'project_id': 'b0685d2348744b39b8eb315433f69ef4', 'gw_port': {'id': '9f035a1a-a9be-4110-a790-d1d4acb3181b', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ce:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57b267c7-ee47-440e-86b1-772e50133296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:41:29Z', 'updated_at': '2022-06-24T23:41:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb'}], 'dv-cinder-847189-5-smb', False) {} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:41:37.222690 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-5f05df40-971d-460b-a5fc-feabc8938529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:37.223796 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11383fdf-4fc4-4b61-b2ba-208ae5ad71d8 None None] The sync data for ids ['57b267c7-ee47-440e-86b1-772e50133296'] in dv-cinder-847189-5-smb is: [{'id': '57b267c7-ee47-440e-86b1-772e50133296', 'name': 'tempest-ServerRescueNegativeTestJSON-2098051049-router', 'tenant_id': 'b0685d2348744b39b8eb315433f69ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.236'}], 'enable_snat': True}, 'gw_port_id': '9f035a1a-a9be-4110-a790-d1d4acb3181b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:41:28Z', 'updated_at': '2022-06-24T23:41:31Z', 'revision_number': 3, 'project_id': 'b0685d2348744b39b8eb315433f69ef4', 'gw_port': {'id': '9f035a1a-a9be-4110-a790-d1d4acb3181b', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ce:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57b267c7-ee47-440e-86b1-772e50133296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:41:29Z', 'updated_at': '2022-06-24T23:41:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb'}] {{(pid=88111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 23:41:37.302198 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4297cd4-34fd-4d05-8922-686de4fe5890 admin admin] Notify agent at l3_agent.dv-cinder-847189-5-smb the message routers_updated {{(pid=88109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 23:41:37.314619 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-5a51e8a7-30d1-40ba-a308-5ec6e12c50c2 None None] Current status of the port cf01f863-ebd6-4e5b-a51a-58baed601619 is: DOWN; New status is: ACTIVE {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:41:37.315015 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-5a51e8a7-30d1-40ba-a308-5ec6e12c50c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:37.316916 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62e5771-3b66-4ed0-8f3c-079f0e58013f None None] Sync routers for ids ['8798fb2b-1845-4d12-baaa-79896ca1f23f'] in dv-cinder-847189-5-smb {{(pid=88111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 23:41:37.336030 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62e5771-3b66-4ed0-8f3c-079f0e58013f None None] Routers {'8798fb2b-1845-4d12-baaa-79896ca1f23f'} bound to L3 agent in host dv-cinder-847189-5-smb {{(pid=88111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 23:41:37.339535 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-e62e5771-3b66-4ed0-8f3c-079f0e58013f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T23:32:42Z,description=,heartbeat_timestamp=2022-06-24T23:41:12Z,host='dv-cinder-847189-5-smb',id=05c04ad7-f453-4a24-8793-b86a404a0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T23:32:42Z,topic='l3_agent')) {'router_ids': ['8798fb2b-1845-4d12-baaa-79896ca1f23f'], 'active': True} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:41:37.385498 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c4297cd4-34fd-4d05-8922-686de4fe5890 admin admin] Notify callbacks [] for router, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:37.387232 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-c4297cd4-34fd-4d05-8922-686de4fe5890 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.7935307 Jun 24 23:41:37.390516 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-5a51e8a7-30d1-40ba-a308-5ec6e12c50c2 None None] For port cf01f863-ebd6-4e5b-a51a-58baed601619, host dv-cinder-847189-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-5-smb',level=0,port_id=cf01f863-ebd6-4e5b-a51a-58baed601619,segment=NetworkSegment(515ee694-67b9-4216-a35d-0fb58f63ef25),segment_id=515ee694-67b9-4216-a35d-0fb58f63ef25)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:41:37.390749 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 51628) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:41:37.412711 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-5a51e8a7-30d1-40ba-a308-5ec6e12c50c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:37.571605 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] For port 8cc2de7e-1876-4af1-87a8-fe315a06ddb7, host dv-cinder-847189-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-5-smb',level=0,port_id=8cc2de7e-1876-4af1-87a8-fe315a06ddb7,segment=NetworkSegment(c647ded0-4d21-4d2d-b759-44df778a6ac4),segment_id=c647ded0-4d21-4d2d-b759-44df778a6ac4)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:41:37.764134 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:37.767935 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device 5631bde9-febc-425a-a8aa-f4ad0e0d69b9 up at agent ovs-agent-dv-cinder-847189-5-smb {{(pid=88110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 23:41:37.838591 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3306de5e-a291-48aa-a1ec-fe138b61c8f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:37.894207 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-8763226b-5df6-4bb3-8034-f2d49e29f769 admin admin] Allocated IP 172.20.0.1 (5c775af7-724c-4fda-8e40-d1a942821249/4eab98b5-d3e2-4d75-bd58-9dc209dd913a/892c03cc-1f37-456c-b5b2-b99ca06579b1) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 23:41:37.896511 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvr_db [None req-e62e5771-3b66-4ed0-8f3c-079f0e58013f None None] Set router 8798fb2b-1845-4d12-baaa-79896ca1f23f gateway port host: dv-cinder-847189-5-smb {{(pid=88111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 23:41:37.962733 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a51e8a7-30d1-40ba-a308-5ec6e12c50c2 None None] Pushing event updated for resources: {'Port': ['ID=cf01f863-ebd6-4e5b-a51a-58baed601619,revision_number=3']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:41:38.086129 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-32eccf1d-6829-495d-ab64-332d14ca9d56 None None] Provisioning complete for port 8cc2de7e-1876-4af1-87a8-fe315a06ddb7 triggered by entity DHCP. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:41:38.086624 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-32eccf1d-6829-495d-ab64-332d14ca9d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:38.188498 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8763226b-5df6-4bb3-8034-f2d49e29f769 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:38.227172 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-8763226b-5df6-4bb3-8034-f2d49e29f769 admin admin] Transition to ACTIVE for port object 892c03cc-1f37-456c-b5b2-b99ca06579b1 will not be triggered until provisioned by entity DHCP. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 23:41:38.281441 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8763226b-5df6-4bb3-8034-f2d49e29f769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754888214703'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:38.298624 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-3306de5e-a291-48aa-a1ec-fe138b61c8f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:41:38.532124 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-3306de5e-a291-48aa-a1ec-fe138b61c8f3 admin admin] Usage tracker for resource:security_group_rule and tenant:83bbac8cd2fd40a88041318ac62ff147 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:41:38.551749 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Pushing event updated for resources: {'Port': ['ID=8cc2de7e-1876-4af1-87a8-fe315a06ddb7,revision_number=3']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:41:38.557262 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-3306de5e-a291-48aa-a1ec-fe138b61c8f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:41:38.633971 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8763226b-5df6-4bb3-8034-f2d49e29f769 admin admin] Pushing event updated for resources: {'Port': ['ID=892c03cc-1f37-456c-b5b2-b99ca06579b1,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:41:38.653471 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-3306de5e-a291-48aa-a1ec-fe138b61c8f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:41:38.656346 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-e62e5771-3b66-4ed0-8f3c-079f0e58013f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8798fb2b-1845-4d12-baaa-79896ca1f23f', 'name': 'tempest-DeleteServersTestJSON-1630521087-router', 'tenant_id': 'c17cd5cad713481a9353d21c7d016351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.91'}], 'enable_snat': True}, 'gw_port_id': '5eeff8d1-4b04-4340-9111-a85bf40e5d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:41:28Z', 'updated_at': '2022-06-24T23:41:34Z', 'revision_number': 3, 'project_id': 'c17cd5cad713481a9353d21c7d016351', 'gw_port': {'id': '5eeff8d1-4b04-4340-9111-a85bf40e5d86', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:fd:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8798fb2b-1845-4d12-baaa-79896ca1f23f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:41:32Z', 'updated_at': '2022-06-24T23:41:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb'}], 'dv-cinder-847189-5-smb', False) {} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:41:38.656917 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8763226b-5df6-4bb3-8034-f2d49e29f769 admin admin] Network 5c775af7-724c-4fda-8e40-d1a942821249 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 23:41:38.689171 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-8763226b-5df6-4bb3-8034-f2d49e29f769 admin admin] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 23:41:38.689255 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62e5771-3b66-4ed0-8f3c-079f0e58013f None None] Checking router: 8798fb2b-1845-4d12-baaa-79896ca1f23f for host: dv-cinder-847189-5-smb {{(pid=88111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 23:41:38.689390 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8763226b-5df6-4bb3-8034-f2d49e29f769 admin admin] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 23:41:38.689465 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62e5771-3b66-4ed0-8f3c-079f0e58013f None None] Updating router 8798fb2b-1845-4d12-baaa-79896ca1f23f port 5eeff8d1-4b04-4340-9111-a85bf40e5d86 binding host dv-cinder-847189-5-smb {{(pid=88111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 23:41:38.689523 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8763226b-5df6-4bb3-8034-f2d49e29f769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476503'] for router_interface, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:38.745625 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-43a98c06-3d76-4090-8d10-fa152f88e69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:38.885087 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron_lib.callbacks.manager [None req-e62e5771-3b66-4ed0-8f3c-079f0e58013f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:39.066112 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Provisioning complete for port 5631bde9-febc-425a-a8aa-f4ad0e0d69b9 triggered by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:41:39.066703 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:39.192898 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:39.242786 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-5f05df40-971d-460b-a5fc-feabc8938529 None None] Notify callbacks [] for port, precommit_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:39.254339 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-32eccf1d-6829-495d-ab64-332d14ca9d56 None None] Current status of the port 8cc2de7e-1876-4af1-87a8-fe315a06ddb7 is: ACTIVE; New status is: ACTIVE {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:41:39.288496 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-5f05df40-971d-460b-a5fc-feabc8938529 None None] Transition to ACTIVE for port object c7eb9f53-8dd6-48c4-a90a-13042d55a950 will not be triggered until provisioned by entity L2. {{(pid=88110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 23:41:39.339174 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-5f05df40-971d-460b-a5fc-feabc8938529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:39.361559 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3306de5e-a291-48aa-a1ec-fe138b61c8f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:39.394498 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3306de5e-a291-48aa-a1ec-fe138b61c8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:39.479300 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8763226b-5df6-4bb3-8034-f2d49e29f769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:39.495232 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-32eccf1d-6829-495d-ab64-332d14ca9d56 None None] Provisioning complete for port cf01f863-ebd6-4e5b-a51a-58baed601619 triggered by entity DHCP. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:41:39.495650 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-32eccf1d-6829-495d-ab64-332d14ca9d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:39.677267 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-7d976c61-f9c7-4448-b98e-580a71b6c7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:39.775051 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-43a98c06-3d76-4090-8d10-fa152f88e69d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:39.780138 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3306de5e-a291-48aa-a1ec-fe138b61c8f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a90aae10-a083-48b0-8068-8836eb1a8a3b,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:41:39.790011 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2881ed-6939-4c75-aee3-7d15c9069530 None None] Pushing event updated for resources: {'Port': ['ID=c7eb9f53-8dd6-48c4-a90a-13042d55a950,revision_number=2']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:41:39.806758 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-3306de5e-a291-48aa-a1ec-fe138b61c8f3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=83bbac8cd2fd40a88041318ac62ff147&name=default HTTP/1.1" status: 200 len: 2975 time: 2.7268269 Jun 24 23:41:39.808234 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-43a98c06-3d76-4090-8d10-fa152f88e69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:39.809616 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 51692) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:41:39.809854 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-43a98c06-3d76-4090-8d10-fa152f88e69d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476466'] for router_interface, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:39.839233 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-5f05df40-971d-460b-a5fc-feabc8938529 None None] Attempting to bind port c7eb9f53-8dd6-48c4-a90a-13042d55a950 on host dv-cinder-847189-5-smb for vnic_type normal with profile {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 23:41:39.840759 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-5f05df40-971d-460b-a5fc-feabc8938529 None None] Attempting to bind port c7eb9f53-8dd6-48c4-a90a-13042d55a950 by drivers openvswitch,hyperv on host dv-cinder-847189-5-smb at level 0 using segments [{'id': '541a8b1c-692d-48ec-a001-de3aa3f0cecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932'}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 23:41:39.842613 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f05df40-971d-460b-a5fc-feabc8938529 None None] Attempting to bind port c7eb9f53-8dd6-48c4-a90a-13042d55a950 on network faf77eb5-d359-4977-a80d-20d91cf50932 {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 23:41:39.867059 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f05df40-971d-460b-a5fc-feabc8938529 None None] Checking agent: {'id': '3a3b0bc1-d1b4-4224-a890-cab54187436c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 23, 32, 43), 'started_at': datetime.datetime(2022, 6, 24, 23, 33, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 23, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 23:41:39.867777 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f05df40-971d-460b-a5fc-feabc8938529 None None] Checking segment: {'id': '541a8b1c-692d-48ec-a001-de3aa3f0cecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 23:41:39.868397 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-5f05df40-971d-460b-a5fc-feabc8938529 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:39.869098 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f05df40-971d-460b-a5fc-feabc8938529 None None] Bound using segment: {'id': '541a8b1c-692d-48ec-a001-de3aa3f0cecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932'} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 23:41:39.869771 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-5f05df40-971d-460b-a5fc-feabc8938529 None None] Bound port: c7eb9f53-8dd6-48c4-a90a-13042d55a950, host: dv-cinder-847189-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '541a8b1c-692d-48ec-a001-de3aa3f0cecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932'}}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 23:41:39.870344 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-5f05df40-971d-460b-a5fc-feabc8938529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:39.950782 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron_lib.callbacks.manager [None req-e62e5771-3b66-4ed0-8f3c-079f0e58013f None None] Notify callbacks [] for port, precommit_update {{(pid=88111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:39.980500 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.provisioning_blocks [None req-e62e5771-3b66-4ed0-8f3c-079f0e58013f None None] Transition to ACTIVE for port object 5eeff8d1-4b04-4340-9111-a85bf40e5d86 will not be triggered until provisioned by entity L2. {{(pid=88111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 23:41:39.998471 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron_lib.callbacks.manager [None req-e62e5771-3b66-4ed0-8f3c-079f0e58013f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:40.002397 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-5f05df40-971d-460b-a5fc-feabc8938529 None None] For port c7eb9f53-8dd6-48c4-a90a-13042d55a950, host dv-cinder-847189-5-smb, cleared binding levels {{(pid=88110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 23:41:40.007683 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-5f05df40-971d-460b-a5fc-feabc8938529 None None] For port c7eb9f53-8dd6-48c4-a90a-13042d55a950, host dv-cinder-847189-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-5-smb',level=0,port_id=c7eb9f53-8dd6-48c4-a90a-13042d55a950,segment=NetworkSegment(541a8b1c-692d-48ec-a001-de3aa3f0cecc),segment_id=541a8b1c-692d-48ec-a001-de3aa3f0cecc)] {{(pid=88110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 23:41:40.026384 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-5f05df40-971d-460b-a5fc-feabc8938529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:40.125628 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ccddd9bf-5a29-451c-a3e5-d4878c308f2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:40.185483 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.plugins.ml2.managers [None req-e62e5771-3b66-4ed0-8f3c-079f0e58013f None None] Attempting to bind port 5eeff8d1-4b04-4340-9111-a85bf40e5d86 on host dv-cinder-847189-5-smb for vnic_type normal with profile {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 23:41:40.188549 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.plugins.ml2.managers [None req-e62e5771-3b66-4ed0-8f3c-079f0e58013f None None] Attempting to bind port 5eeff8d1-4b04-4340-9111-a85bf40e5d86 by drivers openvswitch,hyperv on host dv-cinder-847189-5-smb at level 0 using segments [{'id': '541a8b1c-692d-48ec-a001-de3aa3f0cecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932'}] {{(pid=88111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 23:41:40.190172 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62e5771-3b66-4ed0-8f3c-079f0e58013f None None] Attempting to bind port 5eeff8d1-4b04-4340-9111-a85bf40e5d86 on network faf77eb5-d359-4977-a80d-20d91cf50932 {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 23:41:40.192824 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Current status of the port 5631bde9-febc-425a-a8aa-f4ad0e0d69b9 is: ACTIVE; New status is: ACTIVE {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:41:40.213494 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62e5771-3b66-4ed0-8f3c-079f0e58013f None None] Checking agent: {'id': '3a3b0bc1-d1b4-4224-a890-cab54187436c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 23, 32, 43), 'started_at': datetime.datetime(2022, 6, 24, 23, 33, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 23, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 23:41:40.213841 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ccddd9bf-5a29-451c-a3e5-d4878c308f2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:40.214006 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62e5771-3b66-4ed0-8f3c-079f0e58013f None None] Checking segment: {'id': '541a8b1c-692d-48ec-a001-de3aa3f0cecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 23:41:40.215544 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron_lib.callbacks.manager [None req-e62e5771-3b66-4ed0-8f3c-079f0e58013f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:40.218654 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62e5771-3b66-4ed0-8f3c-079f0e58013f None None] Bound using segment: {'id': '541a8b1c-692d-48ec-a001-de3aa3f0cecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932'} {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 23:41:40.219211 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.plugins.ml2.managers [None req-e62e5771-3b66-4ed0-8f3c-079f0e58013f None None] Bound port: 5eeff8d1-4b04-4340-9111-a85bf40e5d86, host: dv-cinder-847189-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '541a8b1c-692d-48ec-a001-de3aa3f0cecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932'}}] {{(pid=88111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 23:41:40.220837 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron_lib.callbacks.manager [None req-e62e5771-3b66-4ed0-8f3c-079f0e58013f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:40.344954 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a98c06-3d76-4090-8d10-fa152f88e69d admin admin] Network 878eeed2-1705-4528-82e7-be9e0c60139b is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 23:41:40.370305 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-43a98c06-3d76-4090-8d10-fa152f88e69d admin admin] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 23:41:40.444616 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-7d976c61-f9c7-4448-b98e-580a71b6c7bf admin admin] Allocated IP 172.20.0.1 (9031eba8-f6be-4b6d-9c35-66859d64d8f8/38c12f82-0b9e-4964-a5ea-f577dd9ff2a6/efbe09fd-9339-40c7-9a48-e90b18d5cf5b) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 23:41:40.454622 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ccddd9bf-5a29-451c-a3e5-d4878c308f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:40.463670 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f05df40-971d-460b-a5fc-feabc8938529 None None] Routers {'d5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a'} bound to L3 agent in host dv-cinder-847189-5-smb {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 23:41:40.464378 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-5f05df40-971d-460b-a5fc-feabc8938529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T23:32:42Z,description=,heartbeat_timestamp=2022-06-24T23:41:12Z,host='dv-cinder-847189-5-smb',id=05c04ad7-f453-4a24-8793-b86a404a0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T23:32:42Z,topic='l3_agent')) {'router_ids': ['d5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:41:40.518739 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-a6a99250-b656-4114-81a9-f766f710f8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:40.529008 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccddd9bf-5a29-451c-a3e5-d4878c308f2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a90aae10-a083-48b0-8068-8836eb1a8a3b,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:41:40.540967 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.plugins.ml2.db [None req-e62e5771-3b66-4ed0-8f3c-079f0e58013f None None] For port 5eeff8d1-4b04-4340-9111-a85bf40e5d86, host dv-cinder-847189-5-smb, cleared binding levels {{(pid=88111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 23:41:40.549506 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.plugins.ml2.db [None req-e62e5771-3b66-4ed0-8f3c-079f0e58013f None None] For port 5eeff8d1-4b04-4340-9111-a85bf40e5d86, host dv-cinder-847189-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-5-smb',level=0,port_id=5eeff8d1-4b04-4340-9111-a85bf40e5d86,segment=NetworkSegment(541a8b1c-692d-48ec-a001-de3aa3f0cecc),segment_id=541a8b1c-692d-48ec-a001-de3aa3f0cecc)] {{(pid=88111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 23:41:40.583877 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron_lib.callbacks.manager [None req-e62e5771-3b66-4ed0-8f3c-079f0e58013f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:40.597809 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e8b68d-e932-4481-bd82-a5ca81a4327d None None] Pushing event updated for resources: {'Port': ['ID=5eeff8d1-4b04-4340-9111-a85bf40e5d86,revision_number=2']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:41:40.658131 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device cf01f863-ebd6-4e5b-a51a-58baed601619 up at agent ovs-agent-dv-cinder-847189-5-smb {{(pid=88110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 23:41:40.747955 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ccddd9bf-5a29-451c-a3e5-d4878c308f2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:40.749098 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-ccddd9bf-5a29-451c-a3e5-d4878c308f2f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a90aae10-a083-48b0-8068-8836eb1a8a3b HTTP/1.1" status: 204 len: 168 time: 0.9304960 Jun 24 23:41:40.784413 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62e5771-3b66-4ed0-8f3c-079f0e58013f None None] Routers {'8798fb2b-1845-4d12-baaa-79896ca1f23f'} bound to L3 agent in host dv-cinder-847189-5-smb {{(pid=88111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 23:41:40.785621 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-e62e5771-3b66-4ed0-8f3c-079f0e58013f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T23:32:42Z,description=,heartbeat_timestamp=2022-06-24T23:41:12Z,host='dv-cinder-847189-5-smb',id=05c04ad7-f453-4a24-8793-b86a404a0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T23:32:42Z,topic='l3_agent')) {'router_ids': ['8798fb2b-1845-4d12-baaa-79896ca1f23f'], 'active': True} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:41:40.789257 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2881ed-6939-4c75-aee3-7d15c9069530 None None] Pushing event updated for resources: {'Port': ['ID=c7eb9f53-8dd6-48c4-a90a-13042d55a950,revision_number=3']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:41:40.822953 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-32eccf1d-6829-495d-ab64-332d14ca9d56 None None] Current status of the port cf01f863-ebd6-4e5b-a51a-58baed601619 is: ACTIVE; New status is: ACTIVE {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:41:40.870084 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-32eccf1d-6829-495d-ab64-332d14ca9d56 None None] Provisioning for port 175b867d-3ae8-4ef1-bd28-79a0dd3b008c completed by entity DHCP. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 23:41:40.883860 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-32eccf1d-6829-495d-ab64-332d14ca9d56 None None] Provisioning complete for port 175b867d-3ae8-4ef1-bd28-79a0dd3b008c triggered by entity DHCP. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:41:40.884551 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-32eccf1d-6829-495d-ab64-332d14ca9d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:40.922682 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-7d976c61-f9c7-4448-b98e-580a71b6c7bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:40.956652 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-7d976c61-f9c7-4448-b98e-580a71b6c7bf admin admin] Transition to ACTIVE for port object efbe09fd-9339-40c7-9a48-e90b18d5cf5b will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 23:41:40.971162 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-5f05df40-971d-460b-a5fc-feabc8938529 None None] Set router d5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a gateway port host: dv-cinder-847189-5-smb {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 23:41:41.007732 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a98c06-3d76-4090-8d10-fa152f88e69d admin admin] Pushing event updated for resources: {'Port': ['ID=175b867d-3ae8-4ef1-bd28-79a0dd3b008c,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:41:41.012426 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-7d976c61-f9c7-4448-b98e-580a71b6c7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754888214703'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:41.046490 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43a98c06-3d76-4090-8d10-fa152f88e69d admin admin] Router 57b267c7-ee47-440e-86b1-772e50133296 has already been hosted by L3 agent 05c04ad7-f453-4a24-8793-b86a404a0ef9 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 23:41:41.154935 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e8b68d-e932-4481-bd82-a5ca81a4327d None None] Pushing event updated for resources: {'Port': ['ID=5eeff8d1-4b04-4340-9111-a85bf40e5d86,revision_number=3']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:41:41.188866 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d976c61-f9c7-4448-b98e-580a71b6c7bf admin admin] Network 9031eba8-f6be-4b6d-9c35-66859d64d8f8 is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 23:41:41.191791 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-7d976c61-f9c7-4448-b98e-580a71b6c7bf admin admin] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 23:41:41.195857 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d976c61-f9c7-4448-b98e-580a71b6c7bf admin admin] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 23:41:41.197288 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-7d976c61-f9c7-4448-b98e-580a71b6c7bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476503'] for router_interface, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:41.243724 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 51726) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:41:41.286577 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvr_db [None req-e62e5771-3b66-4ed0-8f3c-079f0e58013f None None] Set router 8798fb2b-1845-4d12-baaa-79896ca1f23f gateway port host: dv-cinder-847189-5-smb {{(pid=88111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 23:41:41.309248 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d976c61-f9c7-4448-b98e-580a71b6c7bf admin admin] Pushing event updated for resources: {'Port': ['ID=efbe09fd-9339-40c7-9a48-e90b18d5cf5b,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:41:41.394920 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-32eccf1d-6829-495d-ab64-332d14ca9d56 None None] Port 175b867d-3ae8-4ef1-bd28-79a0dd3b008c cannot update to ACTIVE because it is not bound. {{(pid=88110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 23:41:41.420709 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Provisioning complete for port cf01f863-ebd6-4e5b-a51a-58baed601619 triggered by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:41:41.423133 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:41.472894 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43a98c06-3d76-4090-8d10-fa152f88e69d admin admin] Notify agent at l3_agent.dv-cinder-847189-5-smb the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 23:41:41.490474 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8763226b-5df6-4bb3-8034-f2d49e29f769 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:41.512768 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8763226b-5df6-4bb3-8034-f2d49e29f769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:41.515685 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8763226b-5df6-4bb3-8034-f2d49e29f769 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476466'] for router_interface, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:41.552355 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd81d828-8ad1-4989-af92-64098c874a33 None None] Sync routers for ids ['57b267c7-ee47-440e-86b1-772e50133296'] in dv-cinder-847189-5-smb {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 23:41:41.563155 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-7d976c61-f9c7-4448-b98e-580a71b6c7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:41.639999 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd81d828-8ad1-4989-af92-64098c874a33 None None] Routers {'57b267c7-ee47-440e-86b1-772e50133296'} bound to L3 agent in host dv-cinder-847189-5-smb {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 23:41:41.642334 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-cd81d828-8ad1-4989-af92-64098c874a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T23:32:42Z,description=,heartbeat_timestamp=2022-06-24T23:41:12Z,host='dv-cinder-847189-5-smb',id=05c04ad7-f453-4a24-8793-b86a404a0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T23:32:42Z,topic='l3_agent')) {'router_ids': ['57b267c7-ee47-440e-86b1-772e50133296'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:41:41.671559 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-43a98c06-3d76-4090-8d10-fa152f88e69d admin admin] 10.222.0.42 "PUT /v2.0/routers/57b267c7-ee47-440e-86b1-772e50133296/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0997968 Jun 24 23:41:41.732372 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8763226b-5df6-4bb3-8034-f2d49e29f769 admin admin] Pushing event updated for resources: {'Port': ['ID=892c03cc-1f37-456c-b5b2-b99ca06579b1,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:41:41.842019 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8763226b-5df6-4bb3-8034-f2d49e29f769 admin admin] Network 5c775af7-724c-4fda-8e40-d1a942821249 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 23:41:41.845988 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-8763226b-5df6-4bb3-8034-f2d49e29f769 admin admin] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 23:41:41.943403 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-7d976c61-f9c7-4448-b98e-580a71b6c7bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:41.952216 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-7d976c61-f9c7-4448-b98e-580a71b6c7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:41.952968 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-7d976c61-f9c7-4448-b98e-580a71b6c7bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476466'] for router_interface, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:41.958221 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-571002f2-e54a-4efe-b48b-68b4e6544e10 None None] Provisioning for port 892c03cc-1f37-456c-b5b2-b99ca06579b1 completed by entity DHCP. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 23:41:42.006887 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-571002f2-e54a-4efe-b48b-68b4e6544e10 None None] Provisioning complete for port 892c03cc-1f37-456c-b5b2-b99ca06579b1 triggered by entity DHCP. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:41:42.007267 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-571002f2-e54a-4efe-b48b-68b4e6544e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:42.213544 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-e62e5771-3b66-4ed0-8f3c-079f0e58013f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8798fb2b-1845-4d12-baaa-79896ca1f23f', 'name': 'tempest-DeleteServersTestJSON-1630521087-router', 'tenant_id': 'c17cd5cad713481a9353d21c7d016351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.91'}], 'enable_snat': True}, 'gw_port_id': '5eeff8d1-4b04-4340-9111-a85bf40e5d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:41:28Z', 'updated_at': '2022-06-24T23:41:34Z', 'revision_number': 3, 'project_id': 'c17cd5cad713481a9353d21c7d016351', 'gw_port': {'id': '5eeff8d1-4b04-4340-9111-a85bf40e5d86', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:fd:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8798fb2b-1845-4d12-baaa-79896ca1f23f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:41:32Z', 'updated_at': '2022-06-24T23:41:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb'}], 'dv-cinder-847189-5-smb', False) {} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:41:42.221394 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62e5771-3b66-4ed0-8f3c-079f0e58013f None None] The sync data for ids ['8798fb2b-1845-4d12-baaa-79896ca1f23f'] in dv-cinder-847189-5-smb is: [{'id': '8798fb2b-1845-4d12-baaa-79896ca1f23f', 'name': 'tempest-DeleteServersTestJSON-1630521087-router', 'tenant_id': 'c17cd5cad713481a9353d21c7d016351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.91'}], 'enable_snat': True}, 'gw_port_id': '5eeff8d1-4b04-4340-9111-a85bf40e5d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:41:28Z', 'updated_at': '2022-06-24T23:41:34Z', 'revision_number': 3, 'project_id': 'c17cd5cad713481a9353d21c7d016351', 'gw_port': {'id': '5eeff8d1-4b04-4340-9111-a85bf40e5d86', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:fd:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8798fb2b-1845-4d12-baaa-79896ca1f23f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:41:32Z', 'updated_at': '2022-06-24T23:41:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb'}] {{(pid=88111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 23:41:42.253309 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b94c02a0-5a2e-40c4-863d-d1a48f15af44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:42.291641 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-b94c02a0-5a2e-40c4-863d-d1a48f15af44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:41:42.301487 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-b94c02a0-5a2e-40c4-863d-d1a48f15af44 admin admin] Usage tracker for resource:security_group_rule and tenant:8f0af5b53fc34b55b0d0a3e9b88204f4 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:41:42.315713 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-b94c02a0-5a2e-40c4-863d-d1a48f15af44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:41:42.322042 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-b94c02a0-5a2e-40c4-863d-d1a48f15af44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:41:42.327753 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d976c61-f9c7-4448-b98e-580a71b6c7bf admin admin] Pushing event updated for resources: {'Port': ['ID=efbe09fd-9339-40c7-9a48-e90b18d5cf5b,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:41:42.371420 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d976c61-f9c7-4448-b98e-580a71b6c7bf admin admin] Network 9031eba8-f6be-4b6d-9c35-66859d64d8f8 is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 23:41:42.373282 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-7d976c61-f9c7-4448-b98e-580a71b6c7bf admin admin] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 23:41:42.396832 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Current status of the port cf01f863-ebd6-4e5b-a51a-58baed601619 is: ACTIVE; New status is: ACTIVE {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:41:42.401076 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device 8cc2de7e-1876-4af1-87a8-fe315a06ddb7 up at agent ovs-agent-dv-cinder-847189-5-smb {{(pid=88110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 23:41:42.489849 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8763226b-5df6-4bb3-8034-f2d49e29f769 admin admin] Router d5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a has already been hosted by L3 agent 05c04ad7-f453-4a24-8793-b86a404a0ef9 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 23:41:42.585967 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-cd81d828-8ad1-4989-af92-64098c874a33 None None] Set router 57b267c7-ee47-440e-86b1-772e50133296 gateway port host: dv-cinder-847189-5-smb {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 23:41:42.854233 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d976c61-f9c7-4448-b98e-580a71b6c7bf admin admin] Router 8798fb2b-1845-4d12-baaa-79896ca1f23f has already been hosted by L3 agent 05c04ad7-f453-4a24-8793-b86a404a0ef9 {{(pid=88109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 23:41:42.860867 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-571002f2-e54a-4efe-b48b-68b4e6544e10 None None] Port 892c03cc-1f37-456c-b5b2-b99ca06579b1 cannot update to ACTIVE because it is not bound. {{(pid=88110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 23:41:42.977809 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 51772) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:41:43.066946 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b94c02a0-5a2e-40c4-863d-d1a48f15af44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:43.081247 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b94c02a0-5a2e-40c4-863d-d1a48f15af44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:43.140927 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-a44078ca-c093-46ee-9791-e08a19d7d096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:43.146414 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d976c61-f9c7-4448-b98e-580a71b6c7bf admin admin] Notify agent at l3_agent.dv-cinder-847189-5-smb the message routers_updated {{(pid=88109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 23:41:43.151098 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-7d976c61-f9c7-4448-b98e-580a71b6c7bf admin admin] 10.222.0.42 "PUT /v2.0/routers/8798fb2b-1845-4d12-baaa-79896ca1f23f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7563438 Jun 24 23:41:43.160790 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-b94c02a0-5a2e-40c4-863d-d1a48f15af44 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8f0af5b53fc34b55b0d0a3e9b88204f4&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9136930 Jun 24 23:41:43.161391 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 51782) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:41:43.177855 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-5f05df40-971d-460b-a5fc-feabc8938529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a', 'name': 'tempest-AttachVolumeTestJSON-893746005-router', 'tenant_id': '6562c7a98a7c427eaa1620396993ad5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.88'}], 'enable_snat': True}, 'gw_port_id': 'c7eb9f53-8dd6-48c4-a90a-13042d55a950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:41:26Z', 'updated_at': '2022-06-24T23:41:39Z', 'revision_number': 4, 'project_id': '6562c7a98a7c427eaa1620396993ad5c', 'gw_port': {'id': 'c7eb9f53-8dd6-48c4-a90a-13042d55a950', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c7:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:41:28Z', 'updated_at': '2022-06-24T23:41:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb', '_interfaces': [{'id': '892c03cc-1f37-456c-b5b2-b99ca06579b1', 'name': '', 'network_id': '5c775af7-724c-4fda-8e40-d1a942821249', 'tenant_id': '6562c7a98a7c427eaa1620396993ad5c', 'mac_address': 'fa:16:3e:0e:61:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4eab98b5-d3e2-4d75-bd58-9dc209dd913a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:41:35Z', 'updated_at': '2022-06-24T23:41:37Z', 'revision_number': 1, 'project_id': '6562c7a98a7c427eaa1620396993ad5c', 'subnets': [{'id': '4eab98b5-d3e2-4d75-bd58-9dc209dd913a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-5-smb', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:41:43.189256 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f05df40-971d-460b-a5fc-feabc8938529 None None] The sync data for ids ['d5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a'] in dv-cinder-847189-5-smb is: [{'id': 'd5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a', 'name': 'tempest-AttachVolumeTestJSON-893746005-router', 'tenant_id': '6562c7a98a7c427eaa1620396993ad5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.88'}], 'enable_snat': True}, 'gw_port_id': 'c7eb9f53-8dd6-48c4-a90a-13042d55a950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:41:26Z', 'updated_at': '2022-06-24T23:41:39Z', 'revision_number': 4, 'project_id': '6562c7a98a7c427eaa1620396993ad5c', 'gw_port': {'id': 'c7eb9f53-8dd6-48c4-a90a-13042d55a950', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c7:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:41:28Z', 'updated_at': '2022-06-24T23:41:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb', '_interfaces': [{'id': '892c03cc-1f37-456c-b5b2-b99ca06579b1', 'name': '', 'network_id': '5c775af7-724c-4fda-8e40-d1a942821249', 'tenant_id': '6562c7a98a7c427eaa1620396993ad5c', 'mac_address': 'fa:16:3e:0e:61:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4eab98b5-d3e2-4d75-bd58-9dc209dd913a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:41:35Z', 'updated_at': '2022-06-24T23:41:37Z', 'revision_number': 1, 'project_id': '6562c7a98a7c427eaa1620396993ad5c', 'subnets': [{'id': '4eab98b5-d3e2-4d75-bd58-9dc209dd913a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 23:41:43.192035 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-571002f2-e54a-4efe-b48b-68b4e6544e10 None None] Provisioning complete for port 175b867d-3ae8-4ef1-bd28-79a0dd3b008c triggered by entity DHCP. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:41:43.192343 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-571002f2-e54a-4efe-b48b-68b4e6544e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:43.226237 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94c02a0-5a2e-40c4-863d-d1a48f15af44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=305036f3-fc06-463b-bce8-c72cc809cb3f,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:41:43.243500 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 51788) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:41:43.253082 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8763226b-5df6-4bb3-8034-f2d49e29f769 admin admin] Notify agent at l3_agent.dv-cinder-847189-5-smb the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 23:41:43.284084 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-8763226b-5df6-4bb3-8034-f2d49e29f769 admin admin] 10.222.0.42 "PUT /v2.0/routers/d5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1201499 Jun 24 23:41:43.286189 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-8c0b2992-c590-46d4-9042-25b3b8179244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:43.304019 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Provisioning complete for port 8cc2de7e-1876-4af1-87a8-fe315a06ddb7 triggered by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:41:43.304392 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:43.312509 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-b3532070-0d92-42d2-871e-1d30e2f7226b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:43.368166 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-571002f2-e54a-4efe-b48b-68b4e6544e10 None None] Port 175b867d-3ae8-4ef1-bd28-79a0dd3b008c cannot update to ACTIVE because it is not bound. {{(pid=88110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 23:41:43.390253 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:43.421207 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-cd81d828-8ad1-4989-af92-64098c874a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57b267c7-ee47-440e-86b1-772e50133296', 'name': 'tempest-ServerRescueNegativeTestJSON-2098051049-router', 'tenant_id': 'b0685d2348744b39b8eb315433f69ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.236'}], 'enable_snat': True}, 'gw_port_id': '9f035a1a-a9be-4110-a790-d1d4acb3181b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:41:28Z', 'updated_at': '2022-06-24T23:41:37Z', 'revision_number': 4, 'project_id': 'b0685d2348744b39b8eb315433f69ef4', 'gw_port': {'id': '9f035a1a-a9be-4110-a790-d1d4acb3181b', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ce:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57b267c7-ee47-440e-86b1-772e50133296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:41:29Z', 'updated_at': '2022-06-24T23:41:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb', '_interfaces': [{'id': '175b867d-3ae8-4ef1-bd28-79a0dd3b008c', 'name': '', 'network_id': '878eeed2-1705-4528-82e7-be9e0c60139b', 'tenant_id': 'b0685d2348744b39b8eb315433f69ef4', 'mac_address': 'fa:16:3e:ef:b0:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57b267c7-ee47-440e-86b1-772e50133296', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '58b6f9c2-a230-4e37-ab12-8b61321e5f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:41:36Z', 'updated_at': '2022-06-24T23:41:39Z', 'revision_number': 2, 'project_id': 'b0685d2348744b39b8eb315433f69ef4', 'subnets': [{'id': '58b6f9c2-a230-4e37-ab12-8b61321e5f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-5-smb', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:41:43.427907 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd81d828-8ad1-4989-af92-64098c874a33 None None] Checking router: 57b267c7-ee47-440e-86b1-772e50133296 for host: dv-cinder-847189-5-smb {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 23:41:43.428287 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd81d828-8ad1-4989-af92-64098c874a33 None None] Updating router 57b267c7-ee47-440e-86b1-772e50133296 port 175b867d-3ae8-4ef1-bd28-79a0dd3b008c binding host dv-cinder-847189-5-smb {{(pid=88110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 23:41:43.480047 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ce2c443b-6674-42bc-a877-81bc9d971898 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:43.512560 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-ce2c443b-6674-42bc-a877-81bc9d971898 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:41:43.522132 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-ce2c443b-6674-42bc-a877-81bc9d971898 admin admin] Usage tracker for resource:security_group_rule and tenant:7d954654769947e7a6b007061dcd3209 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:41:43.533957 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-ce2c443b-6674-42bc-a877-81bc9d971898 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:41:43.542495 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-ce2c443b-6674-42bc-a877-81bc9d971898 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:41:43.573356 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-b3532070-0d92-42d2-871e-1d30e2f7226b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:43.626890 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-cd81d828-8ad1-4989-af92-64098c874a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:43.649349 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Current status of the port 8cc2de7e-1876-4af1-87a8-fe315a06ddb7 is: ACTIVE; New status is: ACTIVE {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:41:43.670132 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device 9f035a1a-a9be-4110-a790-d1d4acb3181b up at agent ovs-agent-dv-cinder-847189-5-smb {{(pid=88110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 23:41:43.718350 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-b3532070-0d92-42d2-871e-1d30e2f7226b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:43.777504 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-b3532070-0d92-42d2-871e-1d30e2f7226b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:43.782291 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-b3532070-0d92-42d2-871e-1d30e2f7226b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/305036f3-fc06-463b-bce8-c72cc809cb3f HTTP/1.1" status: 204 len: 168 time: 0.6200526 Jun 24 23:41:43.807046 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3532070-0d92-42d2-871e-1d30e2f7226b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=305036f3-fc06-463b-bce8-c72cc809cb3f,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:41:43.834529 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ce2c443b-6674-42bc-a877-81bc9d971898 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:43.845166 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ce2c443b-6674-42bc-a877-81bc9d971898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:43.894689 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a98e7aca-a39c-48bb-bb7c-5149274a4cd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:43.928768 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 51820) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:41:43.954083 dv-cinder-847189-5-smb neutron-server[88108]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 24 23:41:43.960880 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-b033c7a3-5725-4858-87b2-0c8e96f0d7c3 None None] Provisioning complete for port 892c03cc-1f37-456c-b5b2-b99ca06579b1 triggered by entity DHCP. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:41:43.961233 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b033c7a3-5725-4858-87b2-0c8e96f0d7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:43.986068 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-a98e7aca-a39c-48bb-bb7c-5149274a4cd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:41:43.994027 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-a98e7aca-a39c-48bb-bb7c-5149274a4cd2 admin admin] Usage tracker for resource:security_group_rule and tenant:b93108ee7fc6464dbbacd06e8de211f6 is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:41:43.998601 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-a98e7aca-a39c-48bb-bb7c-5149274a4cd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:41:44.009475 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-a98e7aca-a39c-48bb-bb7c-5149274a4cd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:41:44.117810 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a98e7aca-a39c-48bb-bb7c-5149274a4cd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:44.127353 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a98e7aca-a39c-48bb-bb7c-5149274a4cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:44.230168 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-a98e7aca-a39c-48bb-bb7c-5149274a4cd2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b93108ee7fc6464dbbacd06e8de211f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9803934 Jun 24 23:41:44.238010 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 51832) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:41:44.284579 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-b033c7a3-5725-4858-87b2-0c8e96f0d7c3 None None] Port 892c03cc-1f37-456c-b5b2-b99ca06579b1 cannot update to ACTIVE because it is not bound. {{(pid=88110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 23:41:44.355451 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d0e73b-49d0-4b2c-9fa3-1ff1d9af47af req-49ae688b-1adb-48c4-beaa-07ea44a48cba tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:41:44.357952 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-11d0e73b-49d0-4b2c-9fa3-1ff1d9af47af req-49ae688b-1adb-48c4-beaa-07ea44a48cba tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Synchronizing usage tracker for tenant:b0685d2348744b39b8eb315433f69ef4 on resource:network {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 23:41:44.392155 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98e7aca-a39c-48bb-bb7c-5149274a4cd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3533c131-724c-4e26-8e78-4bbb65fcbed7,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:41:44.394091 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-b033c7a3-5725-4858-87b2-0c8e96f0d7c3 None None] Provisioning for port efbe09fd-9339-40c7-9a48-e90b18d5cf5b completed by entity DHCP. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 23:41:44.413005 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Provisioning for port 9f035a1a-a9be-4110-a790-d1d4acb3181b completed by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 23:41:44.419982 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2c443b-6674-42bc-a877-81bc9d971898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38cec415-45cb-4829-90a8-3f5ffa7ca085,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:41:44.433734 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Provisioning complete for port 9f035a1a-a9be-4110-a790-d1d4acb3181b triggered by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:41:44.434423 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:44.440958 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-11d0e73b-49d0-4b2c-9fa3-1ff1d9af47af req-49ae688b-1adb-48c4-beaa-07ea44a48cba tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Unset dirty status for tenant:b0685d2348744b39b8eb315433f69ef4 on resource:network {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 23:41:44.443383 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-11d0e73b-49d0-4b2c-9fa3-1ff1d9af47af req-49ae688b-1adb-48c4-beaa-07ea44a48cba tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/networks?id=878eeed2-1705-4528-82e7-be9e0c60139b HTTP/1.1" status: 200 len: 819 time: 0.5121593 Jun 24 23:41:44.448501 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-bc553911-9f32-415c-8a80-1ac39fdbd4c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:44.462648 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-ce2c443b-6674-42bc-a877-81bc9d971898 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7d954654769947e7a6b007061dcd3209&name=default HTTP/1.1" status: 200 len: 2977 time: 1.4837868 Jun 24 23:41:44.471565 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 51844) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:41:44.503546 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-11d0e73b-49d0-4b2c-9fa3-1ff1d9af47af req-465fbdc8-dd6f-4653-9323-122704fbdd59 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/quotas/b0685d2348744b39b8eb315433f69ef4 HTTP/1.1" status: 200 len: 375 time: 0.0521095 Jun 24 23:41:44.535231 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-bc553911-9f32-415c-8a80-1ac39fdbd4c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:44.545853 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-b033c7a3-5725-4858-87b2-0c8e96f0d7c3 None None] Provisioning complete for port efbe09fd-9339-40c7-9a48-e90b18d5cf5b triggered by entity DHCP. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:41:44.546425 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b033c7a3-5725-4858-87b2-0c8e96f0d7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:44.648626 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c6c73c53-cf75-4039-9195-49ad7317d309 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:44.697746 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-11d0e73b-49d0-4b2c-9fa3-1ff1d9af47af req-d234e195-4a07-4328-9c6f-f93ac82934ac tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Synchronizing usage tracker for tenant:b0685d2348744b39b8eb315433f69ef4 on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 23:41:44.712243 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c6c73c53-cf75-4039-9195-49ad7317d309 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:44.725612 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-11d0e73b-49d0-4b2c-9fa3-1ff1d9af47af req-d234e195-4a07-4328-9c6f-f93ac82934ac tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Unset dirty status for tenant:b0685d2348744b39b8eb315433f69ef4 on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 23:41:44.727452 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-11d0e73b-49d0-4b2c-9fa3-1ff1d9af47af req-d234e195-4a07-4328-9c6f-f93ac82934ac tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=b0685d2348744b39b8eb315433f69ef4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2236464 Jun 24 23:41:44.830527 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c6c73c53-cf75-4039-9195-49ad7317d309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:44.892598 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-bc553911-9f32-415c-8a80-1ac39fdbd4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:44.912154 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c73c53-cf75-4039-9195-49ad7317d309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38cec415-45cb-4829-90a8-3f5ffa7ca085,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:41:44.923395 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-b033c7a3-5725-4858-87b2-0c8e96f0d7c3 None None] Port efbe09fd-9339-40c7-9a48-e90b18d5cf5b cannot update to ACTIVE because it is not bound. {{(pid=88110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 23:41:44.925361 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-1d7c9831-c6e7-4afe-acbd-faa6f5f62172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:44.973946 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc553911-9f32-415c-8a80-1ac39fdbd4c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3533c131-724c-4e26-8e78-4bbb65fcbed7,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:41:44.985520 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-bc553911-9f32-415c-8a80-1ac39fdbd4c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:44.988460 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-bc553911-9f32-415c-8a80-1ac39fdbd4c7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3533c131-724c-4e26-8e78-4bbb65fcbed7 HTTP/1.1" status: 204 len: 168 time: 0.7476707 Jun 24 23:41:45.004839 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c6c73c53-cf75-4039-9195-49ad7317d309 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:45.008960 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-c6c73c53-cf75-4039-9195-49ad7317d309 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/38cec415-45cb-4829-90a8-3f5ffa7ca085 HTTP/1.1" status: 204 len: 168 time: 0.5360222 Jun 24 23:41:45.088129 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 51868) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:41:45.094101 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.v2.base [None req-25dedf88-c565-4948-b7a8-6f05e6793575 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1978220736', 'description': 'tempest-description--1703690602'}} {{(pid=88109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:41:45.103729 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-25dedf88-c565-4948-b7a8-6f05e6793575 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:41:45.113112 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-25dedf88-c565-4948-b7a8-6f05e6793575 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Usage tracker for resource:security_group and tenant:6562c7a98a7c427eaa1620396993ad5c is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:41:45.117419 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-25dedf88-c565-4948-b7a8-6f05e6793575 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:41:45.123593 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-25dedf88-c565-4948-b7a8-6f05e6793575 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:41:45.148689 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-25dedf88-c565-4948-b7a8-6f05e6793575 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Notify callbacks [] for security_group, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:45.170048 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Current status of the port 9f035a1a-a9be-4110-a790-d1d4acb3181b is: DOWN; New status is: ACTIVE {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:41:45.170436 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:45.188316 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-25dedf88-c565-4948-b7a8-6f05e6793575 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:41:45.196099 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb603e8e-982b-4c8f-ad75-bf7b6822f6c2 None None] Sync routers for ids ['8798fb2b-1845-4d12-baaa-79896ca1f23f'] in dv-cinder-847189-5-smb {{(pid=88111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 23:41:45.198180 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-25dedf88-c565-4948-b7a8-6f05e6793575 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Usage tracker for resource:security_group_rule and tenant:6562c7a98a7c427eaa1620396993ad5c is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:41:45.203203 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-25dedf88-c565-4948-b7a8-6f05e6793575 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:41:45.205147 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] For port 9f035a1a-a9be-4110-a790-d1d4acb3181b, host dv-cinder-847189-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-5-smb',level=0,port_id=9f035a1a-a9be-4110-a790-d1d4acb3181b,segment=NetworkSegment(541a8b1c-692d-48ec-a001-de3aa3f0cecc),segment_id=541a8b1c-692d-48ec-a001-de3aa3f0cecc)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:41:45.215840 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb603e8e-982b-4c8f-ad75-bf7b6822f6c2 None None] Routers {'8798fb2b-1845-4d12-baaa-79896ca1f23f'} bound to L3 agent in host dv-cinder-847189-5-smb {{(pid=88111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 23:41:45.217556 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-eb603e8e-982b-4c8f-ad75-bf7b6822f6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-24T23:32:42Z,description=,heartbeat_timestamp=2022-06-24T23:41:42Z,host='dv-cinder-847189-5-smb',id=05c04ad7-f453-4a24-8793-b86a404a0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T23:32:42Z,topic='l3_agent')) {'router_ids': ['8798fb2b-1845-4d12-baaa-79896ca1f23f'], 'active': True} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:41:45.218583 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-25dedf88-c565-4948-b7a8-6f05e6793575 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:41:45.223450 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:45.384302 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-25dedf88-c565-4948-b7a8-6f05e6793575 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Notify callbacks [] for security_group, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:45.391786 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-25dedf88-c565-4948-b7a8-6f05e6793575 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:45.414922 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-cd81d828-8ad1-4989-af92-64098c874a33 None None] Notify callbacks [] for port, precommit_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:45.427903 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-cd81d828-8ad1-4989-af92-64098c874a33 None None] Transition to ACTIVE for port object 175b867d-3ae8-4ef1-bd28-79a0dd3b008c will not be triggered until provisioned by entity L2. {{(pid=88110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 23:41:45.448506 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-cd81d828-8ad1-4989-af92-64098c874a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:45.515810 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-25dedf88-c565-4948-b7a8-6f05e6793575 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Notify callbacks [] for security_group, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:45.517148 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-25dedf88-c565-4948-b7a8-6f05e6793575 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4279442 Jun 24 23:41:45.519014 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dedf88-c565-4948-b7a8-6f05e6793575 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35780291-3189-42e2-873b-1d6977d2becc,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:41:45.521074 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 51880) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:41:45.527917 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.v2.base [None req-bdaed58f-7bd1-498a-979e-87e2b8509025 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Request body: {'security_group_rule': {'security_group_id': '35780291-3189-42e2-873b-1d6977d2becc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:41:45.551035 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-bdaed58f-7bd1-498a-979e-87e2b8509025 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:41:45.563356 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-bdaed58f-7bd1-498a-979e-87e2b8509025 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Usage tracker for resource:security_group_rule and tenant:6562c7a98a7c427eaa1620396993ad5c is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:41:45.571450 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-bdaed58f-7bd1-498a-979e-87e2b8509025 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:41:45.583980 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-bdaed58f-7bd1-498a-979e-87e2b8509025 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:41:45.616455 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device 5eeff8d1-4b04-4340-9111-a85bf40e5d86 up at agent ovs-agent-dv-cinder-847189-5-smb {{(pid=88110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 23:41:45.625751 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bdaed58f-7bd1-498a-979e-87e2b8509025 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:45.646471 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvr_db [None req-eb603e8e-982b-4c8f-ad75-bf7b6822f6c2 None None] Set router 8798fb2b-1845-4d12-baaa-79896ca1f23f gateway port host: dv-cinder-847189-5-smb {{(pid=88111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 23:41:45.734754 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Pushing event updated for resources: {'Port': ['ID=9f035a1a-a9be-4110-a790-d1d4acb3181b,revision_number=4']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:41:45.835068 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bdaed58f-7bd1-498a-979e-87e2b8509025 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:45.846770 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bdaed58f-7bd1-498a-979e-87e2b8509025 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524818'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:45.905912 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaed58f-7bd1-498a-979e-87e2b8509025 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ca0851c-a31c-4eb4-87b5-14f9092218f1,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:41:45.929323 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bdaed58f-7bd1-498a-979e-87e2b8509025 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:45.931551 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-bdaed58f-7bd1-498a-979e-87e2b8509025 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4086564 Jun 24 23:41:45.934173 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 51894) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:41:45.942866 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.v2.base [None req-bd7e29bf-9488-40b8-996b-71e06887b153 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Request body: {'security_group_rule': {'security_group_id': '35780291-3189-42e2-873b-1d6977d2becc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:41:45.949464 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-bd7e29bf-9488-40b8-996b-71e06887b153 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:41:45.954008 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-bd7e29bf-9488-40b8-996b-71e06887b153 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Usage tracker for resource:security_group_rule and tenant:6562c7a98a7c427eaa1620396993ad5c is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:41:45.957711 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-bd7e29bf-9488-40b8-996b-71e06887b153 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:41:45.964572 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-bd7e29bf-9488-40b8-996b-71e06887b153 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:41:45.989109 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-bd7e29bf-9488-40b8-996b-71e06887b153 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:46.041500 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b034255-f361-4fdc-9124-19794e642f19 None None] Pushing event updated for resources: {'Port': ['ID=175b867d-3ae8-4ef1-bd28-79a0dd3b008c,revision_number=3']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:41:46.055279 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [req-11d0e73b-49d0-4b2c-9fa3-1ff1d9af47af req-4323472e-d008-4a00-9314-2a52e9c3c1c8 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88108) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 23:41:46.056412 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-11d0e73b-49d0-4b2c-9fa3-1ff1d9af47af req-4323472e-d008-4a00-9314-2a52e9c3c1c8 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8558578 Jun 24 23:41:46.084794 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-cd81d828-8ad1-4989-af92-64098c874a33 None None] Attempting to bind port 175b867d-3ae8-4ef1-bd28-79a0dd3b008c on host dv-cinder-847189-5-smb for vnic_type normal with profile {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 23:41:46.085154 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-cd81d828-8ad1-4989-af92-64098c874a33 None None] Attempting to bind port 175b867d-3ae8-4ef1-bd28-79a0dd3b008c by drivers openvswitch,hyperv on host dv-cinder-847189-5-smb at level 0 using segments [{'id': 'c647ded0-4d21-4d2d-b759-44df778a6ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '878eeed2-1705-4528-82e7-be9e0c60139b'}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 23:41:46.088825 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd81d828-8ad1-4989-af92-64098c874a33 None None] Attempting to bind port 175b867d-3ae8-4ef1-bd28-79a0dd3b008c on network 878eeed2-1705-4528-82e7-be9e0c60139b {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 23:41:46.115938 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd81d828-8ad1-4989-af92-64098c874a33 None None] Checking agent: {'id': '3a3b0bc1-d1b4-4224-a890-cab54187436c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 23, 32, 43), 'started_at': datetime.datetime(2022, 6, 24, 23, 33, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 23, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 23:41:46.117349 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd81d828-8ad1-4989-af92-64098c874a33 None None] Checking segment: {'id': 'c647ded0-4d21-4d2d-b759-44df778a6ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '878eeed2-1705-4528-82e7-be9e0c60139b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 23:41:46.118817 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-cd81d828-8ad1-4989-af92-64098c874a33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:46.121068 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd81d828-8ad1-4989-af92-64098c874a33 None None] Bound using segment: {'id': 'c647ded0-4d21-4d2d-b759-44df778a6ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '878eeed2-1705-4528-82e7-be9e0c60139b'} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 23:41:46.121738 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-cd81d828-8ad1-4989-af92-64098c874a33 None None] Bound port: 175b867d-3ae8-4ef1-bd28-79a0dd3b008c, host: dv-cinder-847189-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c647ded0-4d21-4d2d-b759-44df778a6ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '878eeed2-1705-4528-82e7-be9e0c60139b'}}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 23:41:46.123621 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-cd81d828-8ad1-4989-af92-64098c874a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:46.164950 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Provisioning for port 5eeff8d1-4b04-4340-9111-a85bf40e5d86 completed by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 23:41:46.212950 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-bd7e29bf-9488-40b8-996b-71e06887b153 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:46.222069 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-bd7e29bf-9488-40b8-996b-71e06887b153 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524818'] for security_group_rule, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:46.273275 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7e29bf-9488-40b8-996b-71e06887b153 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f44d006-c17b-411f-89af-4c4cf0fb01bf,revision_number=0']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:41:46.300395 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Provisioning complete for port 5eeff8d1-4b04-4340-9111-a85bf40e5d86 triggered by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:41:46.300793 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:46.303371 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-bd7e29bf-9488-40b8-996b-71e06887b153 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:46.305157 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-bd7e29bf-9488-40b8-996b-71e06887b153 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3692491 Jun 24 23:41:46.308391 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 51912) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:41:46.312178 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 51916) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:41:46.324387 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.v2.base [None req-3672a536-b25d-4492-a7c8-967c16ad0294 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Request body: {'floatingip': {'floating_network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932'}} {{(pid=88109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:41:46.338612 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-3672a536-b25d-4492-a7c8-967c16ad0294 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:41:46.355607 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-3672a536-b25d-4492-a7c8-967c16ad0294 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Usage tracker for resource:floatingip and tenant:6562c7a98a7c427eaa1620396993ad5c is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:41:46.369635 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-3672a536-b25d-4492-a7c8-967c16ad0294 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:41:46.386905 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 51920) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:41:46.387586 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-3672a536-b25d-4492-a7c8-967c16ad0294 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:41:46.406518 dv-cinder-847189-5-smb neutron-server[88109]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 24 23:41:46.435988 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-eb603e8e-982b-4c8f-ad75-bf7b6822f6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8798fb2b-1845-4d12-baaa-79896ca1f23f', 'name': 'tempest-DeleteServersTestJSON-1630521087-router', 'tenant_id': 'c17cd5cad713481a9353d21c7d016351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.91'}], 'enable_snat': True}, 'gw_port_id': '5eeff8d1-4b04-4340-9111-a85bf40e5d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:41:28Z', 'updated_at': '2022-06-24T23:41:41Z', 'revision_number': 4, 'project_id': 'c17cd5cad713481a9353d21c7d016351', 'gw_port': {'id': '5eeff8d1-4b04-4340-9111-a85bf40e5d86', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:fd:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8798fb2b-1845-4d12-baaa-79896ca1f23f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:41:32Z', 'updated_at': '2022-06-24T23:41:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb', '_interfaces': [{'id': 'efbe09fd-9339-40c7-9a48-e90b18d5cf5b', 'name': '', 'network_id': '9031eba8-f6be-4b6d-9c35-66859d64d8f8', 'tenant_id': 'c17cd5cad713481a9353d21c7d016351', 'mac_address': 'fa:16:3e:04:69:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8798fb2b-1845-4d12-baaa-79896ca1f23f', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '38c12f82-0b9e-4964-a5ea-f577dd9ff2a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:41:39Z', 'updated_at': '2022-06-24T23:41:41Z', 'revision_number': 2, 'project_id': 'c17cd5cad713481a9353d21c7d016351', 'subnets': [{'id': '38c12f82-0b9e-4964-a5ea-f577dd9ff2a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-5-smb', False) {} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:41:46.440351 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ea46a1ae-fbdf-439a-a95d-69df58bfa5bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:46.447020 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb603e8e-982b-4c8f-ad75-bf7b6822f6c2 None None] Checking router: 8798fb2b-1845-4d12-baaa-79896ca1f23f for host: dv-cinder-847189-5-smb {{(pid=88111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 23:41:46.447397 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb603e8e-982b-4c8f-ad75-bf7b6822f6c2 None None] Updating router 8798fb2b-1845-4d12-baaa-79896ca1f23f port efbe09fd-9339-40c7-9a48-e90b18d5cf5b binding host dv-cinder-847189-5-smb {{(pid=88111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 23:41:46.458714 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-3672a536-b25d-4492-a7c8-967c16ad0294 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Notify callbacks [] for floatingip, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:46.472329 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-11d0e73b-49d0-4b2c-9fa3-1ff1d9af47af req-74ca5528-2299-4260-9da3-e8c7221fb913 service neutron] 10.222.0.42 "GET /v2.0/networks/878eeed2-1705-4528-82e7-be9e0c60139b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4045458 Jun 24 23:41:46.548510 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 51926) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:41:46.576281 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron_lib.callbacks.manager [None req-eb603e8e-982b-4c8f-ad75-bf7b6822f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:46.610036 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-cd81d828-8ad1-4989-af92-64098c874a33 None None] For port 175b867d-3ae8-4ef1-bd28-79a0dd3b008c, host dv-cinder-847189-5-smb, cleared binding levels {{(pid=88110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 23:41:46.619615 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-ea46a1ae-fbdf-439a-a95d-69df58bfa5bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:41:46.650327 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-ea46a1ae-fbdf-439a-a95d-69df58bfa5bb admin admin] Usage tracker for resource:security_group_rule and tenant:f93d9062e49e49838b2856fcb27d5a72 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:41:46.660829 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5c30ba22-4dd8-4dc1-ba0a-73e25d68d3a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:46.662191 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Current status of the port 5eeff8d1-4b04-4340-9111-a85bf40e5d86 is: DOWN; New status is: ACTIVE {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:41:46.663568 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:46.681454 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-ea46a1ae-fbdf-439a-a95d-69df58bfa5bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:41:46.690515 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-cd81d828-8ad1-4989-af92-64098c874a33 None None] For port 175b867d-3ae8-4ef1-bd28-79a0dd3b008c, host dv-cinder-847189-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-5-smb',level=0,port_id=175b867d-3ae8-4ef1-bd28-79a0dd3b008c,segment=NetworkSegment(c647ded0-4d21-4d2d-b759-44df778a6ac4),segment_id=c647ded0-4d21-4d2d-b759-44df778a6ac4)] {{(pid=88110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 23:41:46.697264 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-ea46a1ae-fbdf-439a-a95d-69df58bfa5bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:41:46.707154 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-cd81d828-8ad1-4989-af92-64098c874a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:46.738211 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-5c30ba22-4dd8-4dc1-ba0a-73e25d68d3a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:41:46.751823 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-5c30ba22-4dd8-4dc1-ba0a-73e25d68d3a9 admin admin] Usage tracker for resource:security_group_rule and tenant:50ec95cade46482cb9cebe31fee99282 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:41:46.765708 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-5c30ba22-4dd8-4dc1-ba0a-73e25d68d3a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:41:46.785964 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-5c30ba22-4dd8-4dc1-ba0a-73e25d68d3a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:41:46.866377 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-11d0e73b-49d0-4b2c-9fa3-1ff1d9af47af req-fd68fdf7-4fa4-4a27-8bf8-89bb6b5a0b2c service neutron] 10.222.0.42 "GET /v2.0/networks/878eeed2-1705-4528-82e7-be9e0c60139b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3928549 Jun 24 23:41:46.961693 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] For port 5eeff8d1-4b04-4340-9111-a85bf40e5d86, host dv-cinder-847189-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-5-smb',level=0,port_id=5eeff8d1-4b04-4340-9111-a85bf40e5d86,segment=NetworkSegment(541a8b1c-692d-48ec-a001-de3aa3f0cecc),segment_id=541a8b1c-692d-48ec-a001-de3aa3f0cecc)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:41:46.997275 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd81d828-8ad1-4989-af92-64098c874a33 None None] Routers {'57b267c7-ee47-440e-86b1-772e50133296'} bound to L3 agent in host dv-cinder-847189-5-smb {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 23:41:47.004354 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-cd81d828-8ad1-4989-af92-64098c874a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-24T23:32:42Z,description=,heartbeat_timestamp=2022-06-24T23:41:42Z,host='dv-cinder-847189-5-smb',id=05c04ad7-f453-4a24-8793-b86a404a0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T23:32:42Z,topic='l3_agent')) {'router_ids': ['57b267c7-ee47-440e-86b1-772e50133296'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:41:47.108181 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:47.109279 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device c7eb9f53-8dd6-48c4-a90a-13042d55a950 up at agent ovs-agent-dv-cinder-847189-5-smb {{(pid=88110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 23:41:47.129193 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ea46a1ae-fbdf-439a-a95d-69df58bfa5bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:47.166018 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ea46a1ae-fbdf-439a-a95d-69df58bfa5bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:47.178952 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cddea5-eb6d-4c69-8518-2f5c30cb48b2 req-95c451b6-da68-4e26-8798-f4134ee45497 tempest-DeleteServersTestJSON-733994 tempest-DeleteServersTestJSON-733994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:41:47.182215 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-83cddea5-eb6d-4c69-8518-2f5c30cb48b2 req-95c451b6-da68-4e26-8798-f4134ee45497 tempest-DeleteServersTestJSON-733994 tempest-DeleteServersTestJSON-733994-project] 10.222.0.42 "GET /v2.0/networks?id=9031eba8-f6be-4b6d-9c35-66859d64d8f8 HTTP/1.1" status: 200 len: 812 time: 0.8685215 Jun 24 23:41:47.246942 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959f02e6-6048-41d8-a614-be6a6181f872 None None] Sync routers for ids ['d5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a'] in dv-cinder-847189-5-smb {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 23:41:47.254388 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-83cddea5-eb6d-4c69-8518-2f5c30cb48b2 req-5f2afa40-6bb3-45ed-8be1-9290b5004ba9 tempest-DeleteServersTestJSON-733994 tempest-DeleteServersTestJSON-733994-project] 10.222.0.42 "GET /v2.0/quotas/c17cd5cad713481a9353d21c7d016351 HTTP/1.1" status: 200 len: 375 time: 0.0398359 Jun 24 23:41:47.286737 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5c30ba22-4dd8-4dc1-ba0a-73e25d68d3a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:47.292269 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959f02e6-6048-41d8-a614-be6a6181f872 None None] Routers {'d5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a'} bound to L3 agent in host dv-cinder-847189-5-smb {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 23:41:47.298902 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-959f02e6-6048-41d8-a614-be6a6181f872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-24T23:32:42Z,description=,heartbeat_timestamp=2022-06-24T23:41:42Z,host='dv-cinder-847189-5-smb',id=05c04ad7-f453-4a24-8793-b86a404a0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T23:32:42Z,topic='l3_agent')) {'router_ids': ['d5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:41:47.308791 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5c30ba22-4dd8-4dc1-ba0a-73e25d68d3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:47.448875 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-3672a536-b25d-4492-a7c8-967c16ad0294 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:47.467760 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-ea46a1ae-fbdf-439a-a95d-69df58bfa5bb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f93d9062e49e49838b2856fcb27d5a72&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0780411 Jun 24 23:41:47.507930 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea46a1ae-fbdf-439a-a95d-69df58bfa5bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1186c9-b6b0-4051-8d6a-54bb24012815,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:41:47.510065 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b034255-f361-4fdc-9124-19794e642f19 None None] Pushing event updated for resources: {'Port': ['ID=175b867d-3ae8-4ef1-bd28-79a0dd3b008c,revision_number=4']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:41:47.513556 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 51956) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:41:47.518003 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron_lib.callbacks.manager [None req-eb603e8e-982b-4c8f-ad75-bf7b6822f6c2 None None] Notify callbacks [] for port, precommit_update {{(pid=88111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:47.546998 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.provisioning_blocks [None req-eb603e8e-982b-4c8f-ad75-bf7b6822f6c2 None None] Transition to ACTIVE for port object efbe09fd-9339-40c7-9a48-e90b18d5cf5b will not be triggered until provisioned by entity L2. {{(pid=88111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 23:41:47.561627 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron_lib.callbacks.manager [None req-eb603e8e-982b-4c8f-ad75-bf7b6822f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:47.595836 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-5c30ba22-4dd8-4dc1-ba0a-73e25d68d3a9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=50ec95cade46482cb9cebe31fee99282&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9829583 Jun 24 23:41:47.600955 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 51966) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:41:47.601526 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 51970) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:41:47.601794 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-959f02e6-6048-41d8-a614-be6a6181f872 None None] Set router d5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a gateway port host: dv-cinder-847189-5-smb {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 23:41:47.656906 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-43e586c9-140c-4606-990d-51be7ffa1be8 req-d5272148-4505-41bd-9e3c-a1a07da5a1fe tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?device_id=ff4d6822-c2c9-484c-85b2-e9b5ea13ad06 HTTP/1.1" status: 200 len: 210 time: 0.2196691 Jun 24 23:41:47.710218 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-3672a536-b25d-4492-a7c8-967c16ad0294 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Allocated IP 172.28.1.115 (faf77eb5-d359-4977-a80d-20d91cf50932/45337dfe-1492-4630-96d4-ace1b4f61ce9/cb659097-bf69-4420-9109-d962fd02cbc2) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 23:41:47.754193 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcfcb14-4ff2-4b82-9e80-b4d4e007db4e None None] Pushing event updated for resources: {'Port': ['ID=efbe09fd-9339-40c7-9a48-e90b18d5cf5b,revision_number=3']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:41:47.854296 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c30ba22-4dd8-4dc1-ba0a-73e25d68d3a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a86abc87-d865-45ba-9e5f-8a3a18de4bbe,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:41:48.074847 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3ea0a26b-5cde-41f8-911e-61b994010370 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:48.122002 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [req-83cddea5-eb6d-4c69-8518-2f5c30cb48b2 req-a48558d5-9011-49b0-9bc9-f531f0cbdfad tempest-DeleteServersTestJSON-733994 tempest-DeleteServersTestJSON-733994-project] Synchronizing usage tracker for tenant:c17cd5cad713481a9353d21c7d016351 on resource:port {{(pid=88109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 23:41:48.142247 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fc22f179-7670-483c-9591-0e9caa80afad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:48.196964 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3ea0a26b-5cde-41f8-911e-61b994010370 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:48.212617 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fc22f179-7670-483c-9591-0e9caa80afad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:48.247429 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [req-83cddea5-eb6d-4c69-8518-2f5c30cb48b2 req-a48558d5-9011-49b0-9bc9-f531f0cbdfad tempest-DeleteServersTestJSON-733994 tempest-DeleteServersTestJSON-733994-project] Unset dirty status for tenant:c17cd5cad713481a9353d21c7d016351 on resource:port {{(pid=88109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 23:41:48.260426 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-83cddea5-eb6d-4c69-8518-2f5c30cb48b2 req-a48558d5-9011-49b0-9bc9-f531f0cbdfad tempest-DeleteServersTestJSON-733994 tempest-DeleteServersTestJSON-733994-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c17cd5cad713481a9353d21c7d016351&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9628899 Jun 24 23:41:48.305464 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-3672a536-b25d-4492-a7c8-967c16ad0294 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:48.364235 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.plugins.ml2.managers [None req-eb603e8e-982b-4c8f-ad75-bf7b6822f6c2 None None] Attempting to bind port efbe09fd-9339-40c7-9a48-e90b18d5cf5b on host dv-cinder-847189-5-smb for vnic_type normal with profile {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 23:41:48.367882 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.plugins.ml2.managers [None req-eb603e8e-982b-4c8f-ad75-bf7b6822f6c2 None None] Attempting to bind port efbe09fd-9339-40c7-9a48-e90b18d5cf5b by drivers openvswitch,hyperv on host dv-cinder-847189-5-smb at level 0 using segments [{'id': '515ee694-67b9-4216-a35d-0fb58f63ef25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9031eba8-f6be-4b6d-9c35-66859d64d8f8'}] {{(pid=88111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 23:41:48.369399 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb603e8e-982b-4c8f-ad75-bf7b6822f6c2 None None] Attempting to bind port efbe09fd-9339-40c7-9a48-e90b18d5cf5b on network 9031eba8-f6be-4b6d-9c35-66859d64d8f8 {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 23:41:48.381989 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-3672a536-b25d-4492-a7c8-967c16ad0294 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754888214703'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:48.392680 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-cd81d828-8ad1-4989-af92-64098c874a33 None None] Set router 57b267c7-ee47-440e-86b1-772e50133296 gateway port host: dv-cinder-847189-5-smb {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 23:41:48.393659 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb603e8e-982b-4c8f-ad75-bf7b6822f6c2 None None] Checking agent: {'id': '3a3b0bc1-d1b4-4224-a890-cab54187436c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 23, 32, 43), 'started_at': datetime.datetime(2022, 6, 24, 23, 33, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 23, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 23:41:48.395461 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb603e8e-982b-4c8f-ad75-bf7b6822f6c2 None None] Checking segment: {'id': '515ee694-67b9-4216-a35d-0fb58f63ef25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9031eba8-f6be-4b6d-9c35-66859d64d8f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 23:41:48.398156 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron_lib.callbacks.manager [None req-eb603e8e-982b-4c8f-ad75-bf7b6822f6c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:48.398582 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb603e8e-982b-4c8f-ad75-bf7b6822f6c2 None None] Bound using segment: {'id': '515ee694-67b9-4216-a35d-0fb58f63ef25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9031eba8-f6be-4b6d-9c35-66859d64d8f8'} {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 23:41:48.399095 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.plugins.ml2.managers [None req-eb603e8e-982b-4c8f-ad75-bf7b6822f6c2 None None] Bound port: efbe09fd-9339-40c7-9a48-e90b18d5cf5b, host: dv-cinder-847189-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '515ee694-67b9-4216-a35d-0fb58f63ef25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9031eba8-f6be-4b6d-9c35-66859d64d8f8'}}] {{(pid=88111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 23:41:48.399500 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron_lib.callbacks.manager [None req-eb603e8e-982b-4c8f-ad75-bf7b6822f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:48.421913 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.v2.base [None req-3ae451fd-8aa8-4e04-9939-46edde721ac6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-682007183-network', 'tenant_id': 'dbc6ff586c7a455ba8f5eef79f23040b'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:41:48.448564 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3ea0a26b-5cde-41f8-911e-61b994010370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:48.466261 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-3ae451fd-8aa8-4e04-9939-46edde721ac6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:41:48.508132 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3672a536-b25d-4492-a7c8-967c16ad0294 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Network faf77eb5-d359-4977-a80d-20d91cf50932 is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 23:41:48.555166 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-3672a536-b25d-4492-a7c8-967c16ad0294 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 23:41:48.561261 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3672a536-b25d-4492-a7c8-967c16ad0294 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 23:41:48.577579 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Pushing event updated for resources: {'Port': ['ID=5eeff8d1-4b04-4340-9111-a85bf40e5d86,revision_number=4']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:41:48.581112 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Provisioning for port c7eb9f53-8dd6-48c4-a90a-13042d55a950 completed by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 23:41:48.660453 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.plugins.ml2.db [None req-eb603e8e-982b-4c8f-ad75-bf7b6822f6c2 None None] For port efbe09fd-9339-40c7-9a48-e90b18d5cf5b, host dv-cinder-847189-5-smb, cleared binding levels {{(pid=88111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 23:41:48.666512 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.plugins.ml2.db [None req-eb603e8e-982b-4c8f-ad75-bf7b6822f6c2 None None] For port efbe09fd-9339-40c7-9a48-e90b18d5cf5b, host dv-cinder-847189-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-5-smb',level=0,port_id=efbe09fd-9339-40c7-9a48-e90b18d5cf5b,segment=NetworkSegment(515ee694-67b9-4216-a35d-0fb58f63ef25),segment_id=515ee694-67b9-4216-a35d-0fb58f63ef25)] {{(pid=88111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 23:41:48.674607 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3ea0a26b-5cde-41f8-911e-61b994010370 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:48.686594 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-3ea0a26b-5cde-41f8-911e-61b994010370 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a86abc87-d865-45ba-9e5f-8a3a18de4bbe HTTP/1.1" status: 204 len: 168 time: 1.0500419 Jun 24 23:41:48.710197 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-3ae451fd-8aa8-4e04-9939-46edde721ac6 admin admin] Usage tracker for resource:network and tenant:dbc6ff586c7a455ba8f5eef79f23040b is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:41:48.710336 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron_lib.callbacks.manager [None req-eb603e8e-982b-4c8f-ad75-bf7b6822f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:48.720835 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-3ae451fd-8aa8-4e04-9939-46edde721ac6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:41:48.734798 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-3ae451fd-8aa8-4e04-9939-46edde721ac6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:41:48.765696 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae451fd-8aa8-4e04-9939-46edde721ac6 admin admin] Made reservation on behalf of dbc6ff586c7a455ba8f5eef79f23040b for: {'network': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 23:41:48.768991 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3ae451fd-8aa8-4e04-9939-46edde721ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for network, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:48.790276 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea0a26b-5cde-41f8-911e-61b994010370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a86abc87-d865-45ba-9e5f-8a3a18de4bbe,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:41:48.806801 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3ae451fd-8aa8-4e04-9939-46edde721ac6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:48.882155 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-3ae451fd-8aa8-4e04-9939-46edde721ac6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:41:48.885389 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-3672a536-b25d-4492-a7c8-967c16ad0294 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:48.910915 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcfcb14-4ff2-4b82-9e80-b4d4e007db4e None None] Pushing event updated for resources: {'Port': ['ID=efbe09fd-9339-40c7-9a48-e90b18d5cf5b,revision_number=4']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:41:48.937700 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb603e8e-982b-4c8f-ad75-bf7b6822f6c2 None None] Routers {'8798fb2b-1845-4d12-baaa-79896ca1f23f'} bound to L3 agent in host dv-cinder-847189-5-smb {{(pid=88111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 23:41:48.938024 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-3ae451fd-8aa8-4e04-9939-46edde721ac6 admin admin] Usage tracker for resource:security_group_rule and tenant:dbc6ff586c7a455ba8f5eef79f23040b is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:41:48.938383 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-eb603e8e-982b-4c8f-ad75-bf7b6822f6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-24T23:32:42Z,description=,heartbeat_timestamp=2022-06-24T23:41:42Z,host='dv-cinder-847189-5-smb',id=05c04ad7-f453-4a24-8793-b86a404a0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T23:32:42Z,topic='l3_agent')) {'router_ids': ['8798fb2b-1845-4d12-baaa-79896ca1f23f'], 'active': True} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:41:48.952363 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fc22f179-7670-483c-9591-0e9caa80afad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:48.954643 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [req-83cddea5-eb6d-4c69-8518-2f5c30cb48b2 req-636ce0dd-d239-4730-b13b-74354d550382 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88109) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 23:41:48.955767 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-83cddea5-eb6d-4c69-8518-2f5c30cb48b2 req-636ce0dd-d239-4730-b13b-74354d550382 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5003214 Jun 24 23:41:48.969683 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Provisioning complete for port c7eb9f53-8dd6-48c4-a90a-13042d55a950 triggered by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:41:48.970056 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:48.973547 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-3ae451fd-8aa8-4e04-9939-46edde721ac6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:41:49.004001 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309ea70c-804f-4784-8ad1-d4c40596f02c req-19d7c06f-b971-442b-ad11-e980750a86b1 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:41:49.013797 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-309ea70c-804f-4784-8ad1-d4c40596f02c req-19d7c06f-b971-442b-ad11-e980750a86b1 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/networks?id=878eeed2-1705-4528-82e7-be9e0c60139b HTTP/1.1" status: 200 len: 819 time: 0.6338577 Jun 24 23:41:49.017114 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-3ae451fd-8aa8-4e04-9939-46edde721ac6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:41:49.046413 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-309ea70c-804f-4784-8ad1-d4c40596f02c req-f64dc16a-28de-4fac-891c-97bcc96ca957 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/quotas/b0685d2348744b39b8eb315433f69ef4 HTTP/1.1" status: 200 len: 375 time: 0.0315962 Jun 24 23:41:49.138246 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc22f179-7670-483c-9591-0e9caa80afad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd1186c9-b6b0-4051-8d6a-54bb24012815,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:41:49.165855 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fc22f179-7670-483c-9591-0e9caa80afad admin admin] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:49.167140 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-fc22f179-7670-483c-9591-0e9caa80afad admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dd1186c9-b6b0-4051-8d6a-54bb24012815 HTTP/1.1" status: 204 len: 168 time: 1.6399033 Jun 24 23:41:49.212801 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvr_db [None req-eb603e8e-982b-4c8f-ad75-bf7b6822f6c2 None None] Set router 8798fb2b-1845-4d12-baaa-79896ca1f23f gateway port host: dv-cinder-847189-5-smb {{(pid=88111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 23:41:49.283901 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-309ea70c-804f-4784-8ad1-d4c40596f02c req-637832ea-051f-4f29-9124-a80069d8c851 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=b0685d2348744b39b8eb315433f69ef4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2365081 Jun 24 23:41:49.380048 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3672a536-b25d-4492-a7c8-967c16ad0294 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Pushing event updated for resources: {'Port': ['ID=cb659097-bf69-4420-9109-d962fd02cbc2,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:41:49.416392 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-3672a536-b25d-4492-a7c8-967c16ad0294 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:49.553751 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3ae451fd-8aa8-4e04-9939-46edde721ac6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:49.573344 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3ae451fd-8aa8-4e04-9939-46edde721ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:49.587883 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ae451fd-8aa8-4e04-9939-46edde721ac6 admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=88108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 23:41:49.599548 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3ae451fd-8aa8-4e04-9939-46edde721ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569928'] for segment, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:49.599548 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.db.segments_db [None req-3ae451fd-8aa8-4e04-9939-46edde721ac6 admin admin] Added segment e5ebc90e-9d9f-4b47-ab9f-d20007ef27c0 of type vlan for network d9145890-7e92-4ab9-bb12-38273b5a4164 Jun 24 23:41:49.667953 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-cd81d828-8ad1-4989-af92-64098c874a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57b267c7-ee47-440e-86b1-772e50133296', 'name': 'tempest-ServerRescueNegativeTestJSON-2098051049-router', 'tenant_id': 'b0685d2348744b39b8eb315433f69ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.236'}], 'enable_snat': True}, 'gw_port_id': '9f035a1a-a9be-4110-a790-d1d4acb3181b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:41:28Z', 'updated_at': '2022-06-24T23:41:37Z', 'revision_number': 4, 'project_id': 'b0685d2348744b39b8eb315433f69ef4', 'gw_port': {'id': '9f035a1a-a9be-4110-a790-d1d4acb3181b', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ce:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b267c7-ee47-440e-86b1-772e50133296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:41:29Z', 'updated_at': '2022-06-24T23:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb', '_interfaces': [{'id': '175b867d-3ae8-4ef1-bd28-79a0dd3b008c', 'name': '', 'network_id': '878eeed2-1705-4528-82e7-be9e0c60139b', 'tenant_id': 'b0685d2348744b39b8eb315433f69ef4', 'mac_address': 'fa:16:3e:ef:b0:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57b267c7-ee47-440e-86b1-772e50133296', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '58b6f9c2-a230-4e37-ab12-8b61321e5f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:41:36Z', 'updated_at': '2022-06-24T23:41:46Z', 'revision_number': 4, 'project_id': 'b0685d2348744b39b8eb315433f69ef4', 'subnets': [{'id': '58b6f9c2-a230-4e37-ab12-8b61321e5f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-5-smb', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:41:49.688742 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-83cddea5-eb6d-4c69-8518-2f5c30cb48b2 req-7bf3187d-2b1a-42fb-8c8a-96919b473131 service neutron] 10.222.0.42 "GET /v2.0/networks/9031eba8-f6be-4b6d-9c35-66859d64d8f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7227199 Jun 24 23:41:49.703981 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd81d828-8ad1-4989-af92-64098c874a33 None None] The sync data for ids ['57b267c7-ee47-440e-86b1-772e50133296'] in dv-cinder-847189-5-smb is: [{'id': '57b267c7-ee47-440e-86b1-772e50133296', 'name': 'tempest-ServerRescueNegativeTestJSON-2098051049-router', 'tenant_id': 'b0685d2348744b39b8eb315433f69ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.236'}], 'enable_snat': True}, 'gw_port_id': '9f035a1a-a9be-4110-a790-d1d4acb3181b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:41:28Z', 'updated_at': '2022-06-24T23:41:37Z', 'revision_number': 4, 'project_id': 'b0685d2348744b39b8eb315433f69ef4', 'gw_port': {'id': '9f035a1a-a9be-4110-a790-d1d4acb3181b', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ce:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b267c7-ee47-440e-86b1-772e50133296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:41:29Z', 'updated_at': '2022-06-24T23:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb', '_interfaces': [{'id': '175b867d-3ae8-4ef1-bd28-79a0dd3b008c', 'name': '', 'network_id': '878eeed2-1705-4528-82e7-be9e0c60139b', 'tenant_id': 'b0685d2348744b39b8eb315433f69ef4', 'mac_address': 'fa:16:3e:ef:b0:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57b267c7-ee47-440e-86b1-772e50133296', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '58b6f9c2-a230-4e37-ab12-8b61321e5f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:41:36Z', 'updated_at': '2022-06-24T23:41:46Z', 'revision_number': 4, 'project_id': 'b0685d2348744b39b8eb315433f69ef4', 'subnets': [{'id': '58b6f9c2-a230-4e37-ab12-8b61321e5f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 23:41:49.710143 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-959f02e6-6048-41d8-a614-be6a6181f872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a', 'name': 'tempest-AttachVolumeTestJSON-893746005-router', 'tenant_id': '6562c7a98a7c427eaa1620396993ad5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.88'}], 'enable_snat': True}, 'gw_port_id': 'c7eb9f53-8dd6-48c4-a90a-13042d55a950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:41:26Z', 'updated_at': '2022-06-24T23:41:39Z', 'revision_number': 4, 'project_id': '6562c7a98a7c427eaa1620396993ad5c', 'gw_port': {'id': 'c7eb9f53-8dd6-48c4-a90a-13042d55a950', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c7:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:41:28Z', 'updated_at': '2022-06-24T23:41:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb', '_interfaces': [{'id': '892c03cc-1f37-456c-b5b2-b99ca06579b1', 'name': '', 'network_id': '5c775af7-724c-4fda-8e40-d1a942821249', 'tenant_id': '6562c7a98a7c427eaa1620396993ad5c', 'mac_address': 'fa:16:3e:0e:61:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4eab98b5-d3e2-4d75-bd58-9dc209dd913a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:41:35Z', 'updated_at': '2022-06-24T23:41:40Z', 'revision_number': 2, 'project_id': '6562c7a98a7c427eaa1620396993ad5c', 'subnets': [{'id': '4eab98b5-d3e2-4d75-bd58-9dc209dd913a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-5-smb', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:41:49.721991 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959f02e6-6048-41d8-a614-be6a6181f872 None None] Checking router: d5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a for host: dv-cinder-847189-5-smb {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 23:41:49.722386 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959f02e6-6048-41d8-a614-be6a6181f872 None None] Updating router d5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a port 892c03cc-1f37-456c-b5b2-b99ca06579b1 binding host dv-cinder-847189-5-smb {{(pid=88110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 23:41:49.744402 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3ae451fd-8aa8-4e04-9939-46edde721ac6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754888201009'] for network, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:49.815042 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3ae451fd-8aa8-4e04-9939-46edde721ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:49.817661 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae451fd-8aa8-4e04-9939-46edde721ac6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:41:49.818392 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3ae451fd-8aa8-4e04-9939-46edde721ac6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627732'] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:49.893165 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-309ea70c-804f-4784-8ad1-d4c40596f02c req-0aedc412-8f0e-42f5-8017-27bbc32578b2 service neutron] 10.222.0.42 "GET /v2.0/networks/878eeed2-1705-4528-82e7-be9e0c60139b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6077676 Jun 24 23:41:49.962182 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-959f02e6-6048-41d8-a614-be6a6181f872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:49.993422 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Current status of the port c7eb9f53-8dd6-48c4-a90a-13042d55a950 is: DOWN; New status is: ACTIVE {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:41:49.994151 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:50.129310 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-eb603e8e-982b-4c8f-ad75-bf7b6822f6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8798fb2b-1845-4d12-baaa-79896ca1f23f', 'name': 'tempest-DeleteServersTestJSON-1630521087-router', 'tenant_id': 'c17cd5cad713481a9353d21c7d016351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.91'}], 'enable_snat': True}, 'gw_port_id': '5eeff8d1-4b04-4340-9111-a85bf40e5d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:41:28Z', 'updated_at': '2022-06-24T23:41:41Z', 'revision_number': 4, 'project_id': 'c17cd5cad713481a9353d21c7d016351', 'gw_port': {'id': '5eeff8d1-4b04-4340-9111-a85bf40e5d86', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:fd:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8798fb2b-1845-4d12-baaa-79896ca1f23f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:41:32Z', 'updated_at': '2022-06-24T23:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb', '_interfaces': [{'id': 'efbe09fd-9339-40c7-9a48-e90b18d5cf5b', 'name': '', 'network_id': '9031eba8-f6be-4b6d-9c35-66859d64d8f8', 'tenant_id': 'c17cd5cad713481a9353d21c7d016351', 'mac_address': 'fa:16:3e:04:69:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8798fb2b-1845-4d12-baaa-79896ca1f23f', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '38c12f82-0b9e-4964-a5ea-f577dd9ff2a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:41:39Z', 'updated_at': '2022-06-24T23:41:48Z', 'revision_number': 4, 'project_id': 'c17cd5cad713481a9353d21c7d016351', 'subnets': [{'id': '38c12f82-0b9e-4964-a5ea-f577dd9ff2a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-5-smb', False) {} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:41:50.154378 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb603e8e-982b-4c8f-ad75-bf7b6822f6c2 None None] The sync data for ids ['8798fb2b-1845-4d12-baaa-79896ca1f23f'] in dv-cinder-847189-5-smb is: [{'id': '8798fb2b-1845-4d12-baaa-79896ca1f23f', 'name': 'tempest-DeleteServersTestJSON-1630521087-router', 'tenant_id': 'c17cd5cad713481a9353d21c7d016351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.91'}], 'enable_snat': True}, 'gw_port_id': '5eeff8d1-4b04-4340-9111-a85bf40e5d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:41:28Z', 'updated_at': '2022-06-24T23:41:41Z', 'revision_number': 4, 'project_id': 'c17cd5cad713481a9353d21c7d016351', 'gw_port': {'id': '5eeff8d1-4b04-4340-9111-a85bf40e5d86', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:fd:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8798fb2b-1845-4d12-baaa-79896ca1f23f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:41:32Z', 'updated_at': '2022-06-24T23:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb', '_interfaces': [{'id': 'efbe09fd-9339-40c7-9a48-e90b18d5cf5b', 'name': '', 'network_id': '9031eba8-f6be-4b6d-9c35-66859d64d8f8', 'tenant_id': 'c17cd5cad713481a9353d21c7d016351', 'mac_address': 'fa:16:3e:04:69:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8798fb2b-1845-4d12-baaa-79896ca1f23f', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '38c12f82-0b9e-4964-a5ea-f577dd9ff2a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:41:39Z', 'updated_at': '2022-06-24T23:41:48Z', 'revision_number': 4, 'project_id': 'c17cd5cad713481a9353d21c7d016351', 'subnets': [{'id': '38c12f82-0b9e-4964-a5ea-f577dd9ff2a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 23:41:50.257300 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] For port c7eb9f53-8dd6-48c4-a90a-13042d55a950, host dv-cinder-847189-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-5-smb',level=0,port_id=c7eb9f53-8dd6-48c4-a90a-13042d55a950,segment=NetworkSegment(541a8b1c-692d-48ec-a001-de3aa3f0cecc),segment_id=541a8b1c-692d-48ec-a001-de3aa3f0cecc)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:41:50.342076 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:50.393992 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-83cddea5-eb6d-4c69-8518-2f5c30cb48b2 req-f80eaf2e-d21f-45d7-93cb-64bf46b2cc6f service neutron] 10.222.0.42 "GET /v2.0/networks/9031eba8-f6be-4b6d-9c35-66859d64d8f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6961439 Jun 24 23:41:50.490728 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-3672a536-b25d-4492-a7c8-967c16ad0294 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Notify callbacks [] for port, precommit_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:50.509545 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-3672a536-b25d-4492-a7c8-967c16ad0294 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:50.835827 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-309ea70c-804f-4784-8ad1-d4c40596f02c req-a9b25c7d-4b83-4e2c-8e71-d31508e2c678 service neutron] 10.222.0.42 "GET /v2.0/networks/878eeed2-1705-4528-82e7-be9e0c60139b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9375699 Jun 24 23:41:50.841412 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae451fd-8aa8-4e04-9939-46edde721ac6 admin admin] Pushing event updated for resources: {'Network': ['ID=d9145890-7e92-4ab9-bb12-38273b5a4164,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:41:50.863135 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae451fd-8aa8-4e04-9939-46edde721ac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a37f5625-307c-4e38-a81b-df958d496f4c,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:41:50.905079 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-3ae451fd-8aa8-4e04-9939-46edde721ac6 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.2732286 Jun 24 23:41:50.907715 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 52126) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:41:50.912933 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3672a536-b25d-4492-a7c8-967c16ad0294 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Pushing event updated for resources: {'Port': ['ID=cb659097-bf69-4420-9109-d962fd02cbc2,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:41:50.943890 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device 5eeff8d1-4b04-4340-9111-a85bf40e5d86 up at agent ovs-agent-dv-cinder-847189-5-smb {{(pid=88110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 23:41:50.952132 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.v2.base [None req-47ed3dcc-ca25-4482-a6dd-4761f070d0b9 admin admin] Request body: {'subnet': {'network_id': 'd9145890-7e92-4ab9-bb12-38273b5a4164', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-682007183-subnet', 'tenant_id': 'dbc6ff586c7a455ba8f5eef79f23040b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:41:50.969340 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-47ed3dcc-ca25-4482-a6dd-4761f070d0b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:41:50.990194 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-47ed3dcc-ca25-4482-a6dd-4761f070d0b9 admin admin] Usage tracker for resource:subnet and tenant:dbc6ff586c7a455ba8f5eef79f23040b is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:41:51.004231 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-47ed3dcc-ca25-4482-a6dd-4761f070d0b9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:41:51.015488 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-47ed3dcc-ca25-4482-a6dd-4761f070d0b9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:41:51.050875 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-3672a536-b25d-4492-a7c8-967c16ad0294 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476618'] for floatingip, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:51.064853 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Network d9145890-7e92-4ab9-bb12-38273b5a4164 details requested by agent ovs-agent-dv-cinder-847189-5-smb with host dv-cinder-847189-5-smb {{(pid=88110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 24 23:41:51.207075 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47ed3dcc-ca25-4482-a6dd-4761f070d0b9 admin admin] Made reservation on behalf of dbc6ff586c7a455ba8f5eef79f23040b for: {'subnet': 1} {{(pid=88109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 23:41:51.211434 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-47ed3dcc-ca25-4482-a6dd-4761f070d0b9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:51.266971 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-3672a536-b25d-4492-a7c8-967c16ad0294 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122089'] for floatingip, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:51.285810 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-3672a536-b25d-4492-a7c8-967c16ad0294 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9763105 Jun 24 23:41:51.322269 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-2522a0a9-2e80-4837-9f6d-a78f3e7d584e req-0452dd79-333e-47ac-b485-d9b6f4c6ca32 tempest-DeleteServersTestJSON-733994 tempest-DeleteServersTestJSON-733994-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e116b65-c215-4a97-9780-deab6e789455 HTTP/1.1" status: 200 len: 210 time: 0.2192545 Jun 24 23:41:51.393640 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.15', 56959) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:41:51.591416 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Pushing event updated for resources: {'Port': ['ID=c7eb9f53-8dd6-48c4-a90a-13042d55a950,revision_number=4']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:41:51.917192 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d0e73b-49d0-4b2c-9fa3-1ff1d9af47af req-c5d89d33-c6dd-4613-8532-c6d5c7b2e603 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:41:51.923836 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-11d0e73b-49d0-4b2c-9fa3-1ff1d9af47af req-c5d89d33-c6dd-4613-8532-c6d5c7b2e603 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.15 "GET /v2.0/networks?id=878eeed2-1705-4528-82e7-be9e0c60139b HTTP/1.1" status: 200 len: 819 time: 0.5288861 Jun 24 23:41:52.056042 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Provisioning complete for port 5eeff8d1-4b04-4340-9111-a85bf40e5d86 triggered by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:41:52.056614 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:52.116420 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.v2.base [req-11d0e73b-49d0-4b2c-9fa3-1ff1d9af47af req-7842b72a-013e-4ad1-9844-67b8e8d00dd2 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Request body: {'port': {'device_id': 'ff4d6822-c2c9-484c-85b2-e9b5ea13ad06', 'network_id': '878eeed2-1705-4528-82e7-be9e0c60139b', 'admin_state_up': True, 'tenant_id': 'b0685d2348744b39b8eb315433f69ef4'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:41:52.301221 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [req-11d0e73b-49d0-4b2c-9fa3-1ff1d9af47af req-7842b72a-013e-4ad1-9844-67b8e8d00dd2 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:41:52.314735 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [req-11d0e73b-49d0-4b2c-9fa3-1ff1d9af47af req-7842b72a-013e-4ad1-9844-67b8e8d00dd2 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:41:52.330175 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-47ed3dcc-ca25-4482-a6dd-4761f070d0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for subnet, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:52.336128 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-5fbcf909-d365-444f-bb02-77808c41dd5b req-34d48d7d-2843-44d6-bf74-bbbc76f69d8d tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e80ccfd-4a2f-4e41-a68d-a6b03ae1982b HTTP/1.1" status: 200 len: 210 time: 0.8646495 Jun 24 23:41:52.337726 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11d0e73b-49d0-4b2c-9fa3-1ff1d9af47af req-7842b72a-013e-4ad1-9844-67b8e8d00dd2 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Made reservation on behalf of b0685d2348744b39b8eb315433f69ef4 for: {'port': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 23:41:52.342645 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-11d0e73b-49d0-4b2c-9fa3-1ff1d9af47af req-7842b72a-013e-4ad1-9844-67b8e8d00dd2 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:52.561488 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [req-11d0e73b-49d0-4b2c-9fa3-1ff1d9af47af req-7842b72a-013e-4ad1-9844-67b8e8d00dd2 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Allocated IP 172.20.0.12 (878eeed2-1705-4528-82e7-be9e0c60139b/58b6f9c2-a230-4e37-ab12-8b61321e5f1a/2107efc8-6059-44ad-b1ac-307690c37f92) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 23:41:52.798616 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-8698c9b9-8019-4941-b59a-d0844ed19949 req-e37aad85-d412-4ce8-8bdb-d7f3292bfceb tempest-DeleteServersTestJSON-733994 tempest-DeleteServersTestJSON-733994-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e116b65-c215-4a97-9780-deab6e789455 HTTP/1.1" status: 200 len: 210 time: 0.1619208 Jun 24 23:41:52.817832 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-959f02e6-6048-41d8-a614-be6a6181f872 None None] Notify callbacks [] for port, precommit_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:52.835946 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ed3dcc-ca25-4482-a6dd-4761f070d0b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d84ab8f-adf6-4a08-9301-f944a9a0c7e3,revision_number=0']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:41:52.855059 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [req-d5b8fdb7-7677-46d8-a694-0fda7965901c req-e69814f3-1d25-432e-a5de-713f6d62d42e tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Synchronizing usage tracker for tenant:6562c7a98a7c427eaa1620396993ad5c on resource:security_group {{(pid=88109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 23:41:52.864724 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-959f02e6-6048-41d8-a614-be6a6181f872 None None] Transition to ACTIVE for port object 892c03cc-1f37-456c-b5b2-b99ca06579b1 will not be triggered until provisioned by entity L2. {{(pid=88110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 23:41:52.870938 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ed3dcc-ca25-4482-a6dd-4761f070d0b9 admin admin] Checking segment: {'id': 'e5ebc90e-9d9f-4b47-ab9f-d20007ef27c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd9145890-7e92-4ab9-bb12-38273b5a4164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 23:41:52.875255 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ed3dcc-ca25-4482-a6dd-4761f070d0b9 admin admin] Network hostable DHCP agents. Network: d9145890-7e92-4ab9-bb12-38273b5a4164, hostable agents: ['6e28835f-a2f6-456f-8f53-9851f009901c'], hosted agents: [] {{(pid=88109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 23:41:52.963787 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [req-d5b8fdb7-7677-46d8-a694-0fda7965901c req-e69814f3-1d25-432e-a5de-713f6d62d42e tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Unset dirty status for tenant:6562c7a98a7c427eaa1620396993ad5c on resource:security_group {{(pid=88109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 23:41:52.969976 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-d5b8fdb7-7677-46d8-a694-0fda7965901c req-e69814f3-1d25-432e-a5de-713f6d62d42e tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1978220736&fields=id&tenant_id=6562c7a98a7c427eaa1620396993ad5c HTTP/1.1" status: 200 len: 267 time: 0.8702276 Jun 24 23:41:53.012269 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ed3dcc-ca25-4482-a6dd-4761f070d0b9 admin admin] Network d9145890-7e92-4ab9-bb12-38273b5a4164 is scheduled to be hosted by DHCP agent 6e28835f-a2f6-456f-8f53-9851f009901c with binding_index 1 {{(pid=88109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 23:41:53.020373 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-959f02e6-6048-41d8-a614-be6a6181f872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:53.217165 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-47ed3dcc-ca25-4482-a6dd-4761f070d0b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-5-smb, d9145890-7e92-4ab9-bb12-38273b5a4164) {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 23:41:53.243704 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ed3dcc-ca25-4482-a6dd-4761f070d0b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:41:53.246648 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-47ed3dcc-ca25-4482-a6dd-4761f070d0b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627732'] for subnet, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:53.329208 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-11d0e73b-49d0-4b2c-9fa3-1ff1d9af47af req-7842b72a-013e-4ad1-9844-67b8e8d00dd2 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:53.335118 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bbc39b3-61c8-4077-a0d4-0f2317087e63 None None] Network d9145890-7e92-4ab9-bb12-38273b5a4164 requested from dv-cinder-847189-5-smb {{(pid=88110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 23:41:53.389464 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-47ed3dcc-ca25-4482-a6dd-4761f070d0b9 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.4647567 Jun 24 23:41:53.416655 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [req-11d0e73b-49d0-4b2c-9fa3-1ff1d9af47af req-7842b72a-013e-4ad1-9844-67b8e8d00dd2 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Transition to ACTIVE for port object 2107efc8-6059-44ad-b1ac-307690c37f92 will not be triggered until provisioned by entity DHCP. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 23:41:53.499789 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-11d0e73b-49d0-4b2c-9fa3-1ff1d9af47af req-7842b72a-013e-4ad1-9844-67b8e8d00dd2 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754888214703'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:53.510471 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b8fdb7-7677-46d8-a694-0fda7965901c req-8932ed62-a552-4e7a-813d-f0100865c595 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:41:53.524351 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-d5b8fdb7-7677-46d8-a694-0fda7965901c req-8932ed62-a552-4e7a-813d-f0100865c595 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/networks?id=5c775af7-724c-4fda-8e40-d1a942821249 HTTP/1.1" status: 200 len: 810 time: 0.5475223 Jun 24 23:41:53.540155 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-d5b8fdb7-7677-46d8-a694-0fda7965901c req-e82d7328-c8fe-4b94-8b22-f7f7c1a9fdd1 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/quotas/6562c7a98a7c427eaa1620396993ad5c HTTP/1.1" status: 200 len: 375 time: 0.0145664 Jun 24 23:41:53.643211 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Current status of the port 5eeff8d1-4b04-4340-9111-a85bf40e5d86 is: ACTIVE; New status is: ACTIVE {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:41:53.654494 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device efbe09fd-9339-40c7-9a48-e90b18d5cf5b up at agent ovs-agent-dv-cinder-847189-5-smb {{(pid=88110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 23:41:53.717776 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d47de5-efd3-43aa-813d-4787125e2011 None None] Pushing event updated for resources: {'Port': ['ID=892c03cc-1f37-456c-b5b2-b99ca06579b1,revision_number=3']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:41:53.735845 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-d5b8fdb7-7677-46d8-a694-0fda7965901c req-927ef76d-cb7d-4ebf-9308-8908319e148f tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=6562c7a98a7c427eaa1620396993ad5c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1872365 Jun 24 23:41:53.769045 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-83f446c8-30fe-431d-bbc1-5638a4adda14 req-d8170a60-73a1-4633-951f-187513f6b251 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e80ccfd-4a2f-4e41-a68d-a6b03ae1982b HTTP/1.1" status: 200 len: 210 time: 0.1557159 Jun 24 23:41:53.875603 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7842b72a-013e-4ad1-9844-67b8e8d00dd2 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Pushing event updated for resources: {'Port': ['ID=2107efc8-6059-44ad-b1ac-307690c37f92,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:41:53.910306 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Provisioning for port efbe09fd-9339-40c7-9a48-e90b18d5cf5b completed by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 23:41:53.910985 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11d0e73b-49d0-4b2c-9fa3-1ff1d9af47af req-7842b72a-013e-4ad1-9844-67b8e8d00dd2 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Network 878eeed2-1705-4528-82e7-be9e0c60139b is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 23:41:53.914398 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [req-11d0e73b-49d0-4b2c-9fa3-1ff1d9af47af req-7842b72a-013e-4ad1-9844-67b8e8d00dd2 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 23:41:53.919904 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [req-11d0e73b-49d0-4b2c-9fa3-1ff1d9af47af req-7842b72a-013e-4ad1-9844-67b8e8d00dd2 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 23:41:53.943418 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d0e73b-49d0-4b2c-9fa3-1ff1d9af47af req-7842b72a-013e-4ad1-9844-67b8e8d00dd2 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:41:53.945532 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-11d0e73b-49d0-4b2c-9fa3-1ff1d9af47af req-7842b72a-013e-4ad1-9844-67b8e8d00dd2 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627732'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:53.984502 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Provisioning complete for port efbe09fd-9339-40c7-9a48-e90b18d5cf5b triggered by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:41:53.985334 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:54.021823 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.15', 56970) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:41:54.169759 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-11d0e73b-49d0-4b2c-9fa3-1ff1d9af47af req-7842b72a-013e-4ad1-9844-67b8e8d00dd2 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0631053 Jun 24 23:41:54.204752 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-959f02e6-6048-41d8-a614-be6a6181f872 None None] Attempting to bind port 892c03cc-1f37-456c-b5b2-b99ca06579b1 on host dv-cinder-847189-5-smb for vnic_type normal with profile {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 23:41:54.205396 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-959f02e6-6048-41d8-a614-be6a6181f872 None None] Attempting to bind port 892c03cc-1f37-456c-b5b2-b99ca06579b1 by drivers openvswitch,hyperv on host dv-cinder-847189-5-smb at level 0 using segments [{'id': 'e5d9da99-fdc6-404d-92e5-8786018a7109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5c775af7-724c-4fda-8e40-d1a942821249'}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 23:41:54.205994 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959f02e6-6048-41d8-a614-be6a6181f872 None None] Attempting to bind port 892c03cc-1f37-456c-b5b2-b99ca06579b1 on network 5c775af7-724c-4fda-8e40-d1a942821249 {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 23:41:54.327865 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Current status of the port efbe09fd-9339-40c7-9a48-e90b18d5cf5b is: DOWN; New status is: ACTIVE {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:41:54.328617 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:54.339914 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959f02e6-6048-41d8-a614-be6a6181f872 None None] Checking agent: {'id': '3a3b0bc1-d1b4-4224-a890-cab54187436c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 23, 32, 43), 'started_at': datetime.datetime(2022, 6, 24, 23, 33, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 23, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 23:41:54.341663 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959f02e6-6048-41d8-a614-be6a6181f872 None None] Checking segment: {'id': 'e5d9da99-fdc6-404d-92e5-8786018a7109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5c775af7-724c-4fda-8e40-d1a942821249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 23:41:54.342211 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-959f02e6-6048-41d8-a614-be6a6181f872 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:54.342813 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959f02e6-6048-41d8-a614-be6a6181f872 None None] Bound using segment: {'id': 'e5d9da99-fdc6-404d-92e5-8786018a7109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5c775af7-724c-4fda-8e40-d1a942821249'} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 23:41:54.343878 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-959f02e6-6048-41d8-a614-be6a6181f872 None None] Bound port: 892c03cc-1f37-456c-b5b2-b99ca06579b1, host: dv-cinder-847189-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5d9da99-fdc6-404d-92e5-8786018a7109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5c775af7-724c-4fda-8e40-d1a942821249'}}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 23:41:54.344434 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-959f02e6-6048-41d8-a614-be6a6181f872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:54.352582 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-d5b8fdb7-7677-46d8-a694-0fda7965901c req-1d347fe1-9891-4f21-973f-33fde24c0590 service neutron] 10.222.0.42 "GET /v2.0/networks/5c775af7-724c-4fda-8e40-d1a942821249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6124599 Jun 24 23:41:54.377373 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [req-11d0e73b-49d0-4b2c-9fa3-1ff1d9af47af req-9bda3776-c1b7-46f8-8a29-7d9fe5df922e tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88108) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 23:41:54.380819 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-11d0e73b-49d0-4b2c-9fa3-1ff1d9af47af req-9bda3776-c1b7-46f8-8a29-7d9fe5df922e tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0211127 Jun 24 23:41:54.553712 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-3042864d-6f98-4db1-be6d-4b9133bdbaeb req-7d65fac1-c9f0-4ce3-bd21-743abea01bd5 tempest-DeleteServersTestJSON-733994 tempest-DeleteServersTestJSON-733994-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e116b65-c215-4a97-9780-deab6e789455 HTTP/1.1" status: 200 len: 210 time: 0.1706395 Jun 24 23:41:54.648647 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-959f02e6-6048-41d8-a614-be6a6181f872 None None] For port 892c03cc-1f37-456c-b5b2-b99ca06579b1, host dv-cinder-847189-5-smb, cleared binding levels {{(pid=88110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 23:41:54.656840 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-959f02e6-6048-41d8-a614-be6a6181f872 None None] For port 892c03cc-1f37-456c-b5b2-b99ca06579b1, host dv-cinder-847189-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-5-smb',level=0,port_id=892c03cc-1f37-456c-b5b2-b99ca06579b1,segment=NetworkSegment(e5d9da99-fdc6-404d-92e5-8786018a7109),segment_id=e5d9da99-fdc6-404d-92e5-8786018a7109)] {{(pid=88110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 23:41:54.836855 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-959f02e6-6048-41d8-a614-be6a6181f872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:54.841475 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309ea70c-804f-4784-8ad1-d4c40596f02c req-638f804f-e564-45bf-8e71-08f047b9699f tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:41:54.862847 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-309ea70c-804f-4784-8ad1-d4c40596f02c req-638f804f-e564-45bf-8e71-08f047b9699f tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.15 "GET /v2.0/networks?id=878eeed2-1705-4528-82e7-be9e0c60139b HTTP/1.1" status: 200 len: 819 time: 0.8264749 Jun 24 23:41:54.889947 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.v2.base [req-309ea70c-804f-4784-8ad1-d4c40596f02c req-113bcf72-7078-4008-bba2-1b9936ed29ff tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Request body: {'port': {'device_id': '2e80ccfd-4a2f-4e41-a68d-a6b03ae1982b', 'network_id': '878eeed2-1705-4528-82e7-be9e0c60139b', 'admin_state_up': True, 'tenant_id': 'b0685d2348744b39b8eb315433f69ef4'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:41:54.981344 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-d5b8fdb7-7677-46d8-a694-0fda7965901c req-4f19362a-9f29-4053-945a-0230adc75aa4 service neutron] 10.222.0.42 "GET /v2.0/networks/5c775af7-724c-4fda-8e40-d1a942821249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6247654 Jun 24 23:41:55.008263 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 52310) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:41:55.109587 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d47de5-efd3-43aa-813d-4787125e2011 None None] Pushing event updated for resources: {'Port': ['ID=892c03cc-1f37-456c-b5b2-b99ca06579b1,revision_number=4']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:41:55.133264 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] For port efbe09fd-9339-40c7-9a48-e90b18d5cf5b, host dv-cinder-847189-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-5-smb',level=0,port_id=efbe09fd-9339-40c7-9a48-e90b18d5cf5b,segment=NetworkSegment(515ee694-67b9-4216-a35d-0fb58f63ef25),segment_id=515ee694-67b9-4216-a35d-0fb58f63ef25)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:41:55.163415 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.15', 56974) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:41:55.357472 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:55.358415 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device 175b867d-3ae8-4ef1-bd28-79a0dd3b008c up at agent ovs-agent-dv-cinder-847189-5-smb {{(pid=88110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 23:41:55.452200 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-3ea13fad-bd68-4434-9775-8bcb863b7f22 req-b80c0536-38f5-4fbe-a497-ca783db44163 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Synchronizing usage tracker for tenant:b0685d2348744b39b8eb315433f69ef4 on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 23:41:55.643356 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-1a21e8a9-335d-47b3-8b7c-241eee1e2fbd None None] Provisioning for port 2107efc8-6059-44ad-b1ac-307690c37f92 completed by entity DHCP. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 23:41:55.657513 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83ad43c-fd71-4aff-8ee0-a0f4ea603abe None None] Network d9145890-7e92-4ab9-bb12-38273b5a4164 requested from dv-cinder-847189-5-smb {{(pid=88110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 23:41:55.808813 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-61119be6-cf77-4ed0-ac76-0e0fcc02c9ff req-ba2af2f7-dcec-4d63-9f6f-c173607ad4e0 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/ports?device_id=d50d670d-4e02-4c65-a1f4-611299a7e34e HTTP/1.1" status: 200 len: 210 time: 0.2096934 Jun 24 23:41:55.894316 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-1a21e8a9-335d-47b3-8b7c-241eee1e2fbd None None] Provisioning complete for port 2107efc8-6059-44ad-b1ac-307690c37f92 triggered by entity DHCP. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:41:55.894694 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-1a21e8a9-335d-47b3-8b7c-241eee1e2fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:56.027745 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.v2.base [req-11d0e73b-49d0-4b2c-9fa3-1ff1d9af47af req-e44bf80c-a8a5-490b-b582-9c1d1e39d403 service neutron] Request body: {'port': {'device_id': 'ff4d6822-c2c9-484c-85b2-e9b5ea13ad06', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:41:56.053583 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [req-309ea70c-804f-4784-8ad1-d4c40596f02c req-113bcf72-7078-4008-bba2-1b9936ed29ff tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:41:56.094808 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-309ea70c-804f-4784-8ad1-d4c40596f02c req-113bcf72-7078-4008-bba2-1b9936ed29ff tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Usage tracker for resource:port and tenant:b0685d2348744b39b8eb315433f69ef4 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:41:56.109642 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-3ea13fad-bd68-4434-9775-8bcb863b7f22 req-b80c0536-38f5-4fbe-a497-ca783db44163 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Unset dirty status for tenant:b0685d2348744b39b8eb315433f69ef4 on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 23:41:56.121840 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-3ea13fad-bd68-4434-9775-8bcb863b7f22 req-b80c0536-38f5-4fbe-a497-ca783db44163 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e80ccfd-4a2f-4e41-a68d-a6b03ae1982b HTTP/1.1" status: 200 len: 210 time: 0.9968512 Jun 24 23:41:56.141574 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-309ea70c-804f-4784-8ad1-d4c40596f02c req-113bcf72-7078-4008-bba2-1b9936ed29ff tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:41:56.232912 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [req-309ea70c-804f-4784-8ad1-d4c40596f02c req-113bcf72-7078-4008-bba2-1b9936ed29ff tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:41:56.334365 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-1a21e8a9-335d-47b3-8b7c-241eee1e2fbd None None] Port 2107efc8-6059-44ad-b1ac-307690c37f92 cannot update to ACTIVE because it is not bound. {{(pid=88110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 23:41:56.360616 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-309ea70c-804f-4784-8ad1-d4c40596f02c req-113bcf72-7078-4008-bba2-1b9936ed29ff tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Made reservation on behalf of b0685d2348744b39b8eb315433f69ef4 for: {'port': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 23:41:56.382883 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-309ea70c-804f-4784-8ad1-d4c40596f02c req-113bcf72-7078-4008-bba2-1b9936ed29ff tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:56.420060 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959f02e6-6048-41d8-a614-be6a6181f872 None None] Routers {'d5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a'} bound to L3 agent in host dv-cinder-847189-5-smb {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 23:41:56.421360 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-959f02e6-6048-41d8-a614-be6a6181f872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-24T23:32:42Z,description=,heartbeat_timestamp=2022-06-24T23:41:42Z,host='dv-cinder-847189-5-smb',id=05c04ad7-f453-4a24-8793-b86a404a0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T23:32:42Z,topic='l3_agent')) {'router_ids': ['d5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:41:56.516546 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cddea5-eb6d-4c69-8518-2f5c30cb48b2 req-2d034f0b-ea31-4164-825d-8e540d921386 tempest-DeleteServersTestJSON-733994 tempest-DeleteServersTestJSON-733994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:41:56.517882 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-83cddea5-eb6d-4c69-8518-2f5c30cb48b2 req-2d034f0b-ea31-4164-825d-8e540d921386 tempest-DeleteServersTestJSON-733994 tempest-DeleteServersTestJSON-733994-project] Synchronizing usage tracker for tenant:c17cd5cad713481a9353d21c7d016351 on resource:network {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 23:41:56.533101 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-9d18289b-cde6-427a-ae4f-02a24e0f9c5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:56.695852 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-83cddea5-eb6d-4c69-8518-2f5c30cb48b2 req-2d034f0b-ea31-4164-825d-8e540d921386 tempest-DeleteServersTestJSON-733994 tempest-DeleteServersTestJSON-733994-project] Unset dirty status for tenant:c17cd5cad713481a9353d21c7d016351 on resource:network {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 23:41:56.703326 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-83cddea5-eb6d-4c69-8518-2f5c30cb48b2 req-2d034f0b-ea31-4164-825d-8e540d921386 tempest-DeleteServersTestJSON-733994 tempest-DeleteServersTestJSON-733994-project] 10.222.0.15 "GET /v2.0/networks?id=9031eba8-f6be-4b6d-9c35-66859d64d8f8 HTTP/1.1" status: 200 len: 812 time: 2.0088255 Jun 24 23:41:56.761743 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-d67465a5-7030-4cb0-b104-0447140d16fe req-62f908c3-7aa9-449e-ac71-5adfec91729a tempest-DeleteServersTestJSON-733994 tempest-DeleteServersTestJSON-733994-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e116b65-c215-4a97-9780-deab6e789455 HTTP/1.1" status: 200 len: 210 time: 0.4022043 Jun 24 23:41:56.763755 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.v2.base [req-83cddea5-eb6d-4c69-8518-2f5c30cb48b2 req-3af45d4a-d06b-489a-a831-0f88a4633cad tempest-DeleteServersTestJSON-733994 tempest-DeleteServersTestJSON-733994-project] Request body: {'port': {'device_id': '3e116b65-c215-4a97-9780-deab6e789455', 'network_id': '9031eba8-f6be-4b6d-9c35-66859d64d8f8', 'admin_state_up': True, 'tenant_id': 'c17cd5cad713481a9353d21c7d016351'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:41:56.777664 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-9d18289b-cde6-427a-ae4f-02a24e0f9c5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:41:56.814393 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-959f02e6-6048-41d8-a614-be6a6181f872 None None] Set router d5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a gateway port host: dv-cinder-847189-5-smb {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 23:41:56.863147 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-9d18289b-cde6-427a-ae4f-02a24e0f9c5d admin admin] Usage tracker for resource:security_group_rule and tenant:2bcd6e5004cb4a519af0f45793c48c3d is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:41:56.894640 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-9d18289b-cde6-427a-ae4f-02a24e0f9c5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:41:56.947633 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-9d18289b-cde6-427a-ae4f-02a24e0f9c5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:41:57.015368 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [req-11d0e73b-49d0-4b2c-9fa3-1ff1d9af47af req-e44bf80c-a8a5-490b-b582-9c1d1e39d403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:57.045858 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 52360) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:41:57.082837 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.v2.base [None req-94bda5a5-681b-489d-8edd-6cfd68f8c7f8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1873387056-network', 'tenant_id': '10acc2fffec045b9a770106cf920e471'}} {{(pid=88109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:41:57.087826 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-94bda5a5-681b-489d-8edd-6cfd68f8c7f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:41:57.093440 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-94bda5a5-681b-489d-8edd-6cfd68f8c7f8 admin admin] Usage tracker for resource:network and tenant:10acc2fffec045b9a770106cf920e471 is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:41:57.097057 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-94bda5a5-681b-489d-8edd-6cfd68f8c7f8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:41:57.103224 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-94bda5a5-681b-489d-8edd-6cfd68f8c7f8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:41:57.131266 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [req-309ea70c-804f-4784-8ad1-d4c40596f02c req-113bcf72-7078-4008-bba2-1b9936ed29ff tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Allocated IP 172.20.0.13 (878eeed2-1705-4528-82e7-be9e0c60139b/58b6f9c2-a230-4e37-ab12-8b61321e5f1a/8842045c-5bb7-4ef5-b5d9-ce2f6fdf2562) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 23:41:57.158283 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94bda5a5-681b-489d-8edd-6cfd68f8c7f8 admin admin] Made reservation on behalf of 10acc2fffec045b9a770106cf920e471 for: {'network': 1} {{(pid=88109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 23:41:57.180809 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-94bda5a5-681b-489d-8edd-6cfd68f8c7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for network, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:57.256952 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-94bda5a5-681b-489d-8edd-6cfd68f8c7f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:57.322660 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-94bda5a5-681b-489d-8edd-6cfd68f8c7f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:41:57.329422 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-94bda5a5-681b-489d-8edd-6cfd68f8c7f8 admin admin] Usage tracker for resource:security_group_rule and tenant:10acc2fffec045b9a770106cf920e471 is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:41:57.332916 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-94bda5a5-681b-489d-8edd-6cfd68f8c7f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:41:57.354293 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-94bda5a5-681b-489d-8edd-6cfd68f8c7f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:41:57.457186 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Pushing event updated for resources: {'Port': ['ID=efbe09fd-9339-40c7-9a48-e90b18d5cf5b,revision_number=5']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:41:57.473417 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Provisioning for port 175b867d-3ae8-4ef1-bd28-79a0dd3b008c completed by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 23:41:57.560968 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Provisioning complete for port 175b867d-3ae8-4ef1-bd28-79a0dd3b008c triggered by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:41:57.561398 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:57.594034 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-309ea70c-804f-4784-8ad1-d4c40596f02c req-113bcf72-7078-4008-bba2-1b9936ed29ff tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:57.600925 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-7ebc1490-78dc-4a3c-9754-925654d6a58b req-12ae0fa2-25b3-45c6-8dcb-2eeb00b9e591 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e80ccfd-4a2f-4e41-a68d-a6b03ae1982b HTTP/1.1" status: 200 len: 210 time: 0.0845561 Jun 24 23:41:57.651699 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [req-309ea70c-804f-4784-8ad1-d4c40596f02c req-113bcf72-7078-4008-bba2-1b9936ed29ff tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Transition to ACTIVE for port object 8842045c-5bb7-4ef5-b5d9-ce2f6fdf2562 will not be triggered until provisioned by entity DHCP. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 23:41:57.797117 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-309ea70c-804f-4784-8ad1-d4c40596f02c req-113bcf72-7078-4008-bba2-1b9936ed29ff tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754888214703'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:58.034592 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.15', 56982) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:41:58.041833 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-9d18289b-cde6-427a-ae4f-02a24e0f9c5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:58.193316 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Current status of the port 175b867d-3ae8-4ef1-bd28-79a0dd3b008c is: DOWN; New status is: ACTIVE {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:41:58.193669 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:58.197801 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-309ea70c-804f-4784-8ad1-d4c40596f02c req-113bcf72-7078-4008-bba2-1b9936ed29ff tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Network 878eeed2-1705-4528-82e7-be9e0c60139b is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 23:41:58.200443 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-8d16f11b-2ab9-4938-8931-918649e255d4 req-4aa6d354-c175-4c83-8241-4f78a937bb5d tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Synchronizing usage tracker for tenant:6562c7a98a7c427eaa1620396993ad5c on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 23:41:58.209308 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113bcf72-7078-4008-bba2-1b9936ed29ff tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Pushing event updated for resources: {'Port': ['ID=8842045c-5bb7-4ef5-b5d9-ce2f6fdf2562,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:41:58.212437 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [req-309ea70c-804f-4784-8ad1-d4c40596f02c req-113bcf72-7078-4008-bba2-1b9936ed29ff tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 23:41:58.229816 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [req-309ea70c-804f-4784-8ad1-d4c40596f02c req-113bcf72-7078-4008-bba2-1b9936ed29ff tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 23:41:58.238569 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309ea70c-804f-4784-8ad1-d4c40596f02c req-113bcf72-7078-4008-bba2-1b9936ed29ff tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:41:58.239362 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-309ea70c-804f-4784-8ad1-d4c40596f02c req-113bcf72-7078-4008-bba2-1b9936ed29ff tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627732'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:58.271855 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-8d16f11b-2ab9-4938-8931-918649e255d4 req-4aa6d354-c175-4c83-8241-4f78a937bb5d tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Unset dirty status for tenant:6562c7a98a7c427eaa1620396993ad5c on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 23:41:58.292418 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-8d16f11b-2ab9-4938-8931-918649e255d4 req-4aa6d354-c175-4c83-8241-4f78a937bb5d tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/ports?device_id=d50d670d-4e02-4c65-a1f4-611299a7e34e HTTP/1.1" status: 200 len: 210 time: 0.5223660 Jun 24 23:41:58.308554 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-309ea70c-804f-4784-8ad1-d4c40596f02c req-113bcf72-7078-4008-bba2-1b9936ed29ff tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4251544 Jun 24 23:41:58.348397 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] For port 175b867d-3ae8-4ef1-bd28-79a0dd3b008c, host dv-cinder-847189-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-5-smb',level=0,port_id=175b867d-3ae8-4ef1-bd28-79a0dd3b008c,segment=NetworkSegment(c647ded0-4d21-4d2d-b759-44df778a6ac4),segment_id=c647ded0-4d21-4d2d-b759-44df778a6ac4)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:41:58.363302 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:58.364011 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.v2.base [req-309ea70c-804f-4784-8ad1-d4c40596f02c req-10e94c87-e9df-4398-af66-1034ee5d3ee1 service neutron] Request body: {'port': {'device_id': '2e80ccfd-4a2f-4e41-a68d-a6b03ae1982b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:41:58.364723 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device 9f035a1a-a9be-4110-a790-d1d4acb3181b up at agent ovs-agent-dv-cinder-847189-5-smb {{(pid=88110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 23:41:58.555325 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b8fdb7-7677-46d8-a694-0fda7965901c req-bb40c576-27d1-4a46-9be4-d7a08675f66c tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:41:58.562314 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-d5b8fdb7-7677-46d8-a694-0fda7965901c req-bb40c576-27d1-4a46-9be4-d7a08675f66c tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.15 "GET /v2.0/networks?id=5c775af7-724c-4fda-8e40-d1a942821249 HTTP/1.1" status: 200 len: 810 time: 0.5035965 Jun 24 23:41:58.563117 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-9d18289b-cde6-427a-ae4f-02a24e0f9c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:58.696809 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Provisioning complete for port 9f035a1a-a9be-4110-a790-d1d4acb3181b triggered by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:41:58.697344 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:58.749068 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-309ea70c-804f-4784-8ad1-d4c40596f02c req-10e94c87-e9df-4398-af66-1034ee5d3ee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:58.796286 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-959f02e6-6048-41d8-a614-be6a6181f872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a', 'name': 'tempest-AttachVolumeTestJSON-893746005-router', 'tenant_id': '6562c7a98a7c427eaa1620396993ad5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.88'}], 'enable_snat': True}, 'gw_port_id': 'c7eb9f53-8dd6-48c4-a90a-13042d55a950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:41:26Z', 'updated_at': '2022-06-24T23:41:39Z', 'revision_number': 4, 'project_id': '6562c7a98a7c427eaa1620396993ad5c', 'gw_port': {'id': 'c7eb9f53-8dd6-48c4-a90a-13042d55a950', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:41:28Z', 'updated_at': '2022-06-24T23:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb', '_interfaces': [{'id': '892c03cc-1f37-456c-b5b2-b99ca06579b1', 'name': '', 'network_id': '5c775af7-724c-4fda-8e40-d1a942821249', 'tenant_id': '6562c7a98a7c427eaa1620396993ad5c', 'mac_address': 'fa:16:3e:0e:61:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4eab98b5-d3e2-4d75-bd58-9dc209dd913a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:41:35Z', 'updated_at': '2022-06-24T23:41:54Z', 'revision_number': 4, 'project_id': '6562c7a98a7c427eaa1620396993ad5c', 'subnets': [{'id': '4eab98b5-d3e2-4d75-bd58-9dc209dd913a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-5-smb', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:41:58.811753 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [req-83cddea5-eb6d-4c69-8518-2f5c30cb48b2 req-3af45d4a-d06b-489a-a831-0f88a4633cad tempest-DeleteServersTestJSON-733994 tempest-DeleteServersTestJSON-733994-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:41:58.846573 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959f02e6-6048-41d8-a614-be6a6181f872 None None] The sync data for ids ['d5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a'] in dv-cinder-847189-5-smb is: [{'id': 'd5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a', 'name': 'tempest-AttachVolumeTestJSON-893746005-router', 'tenant_id': '6562c7a98a7c427eaa1620396993ad5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.88'}], 'enable_snat': True}, 'gw_port_id': 'c7eb9f53-8dd6-48c4-a90a-13042d55a950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:41:26Z', 'updated_at': '2022-06-24T23:41:39Z', 'revision_number': 4, 'project_id': '6562c7a98a7c427eaa1620396993ad5c', 'gw_port': {'id': 'c7eb9f53-8dd6-48c4-a90a-13042d55a950', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:41:28Z', 'updated_at': '2022-06-24T23:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb', '_interfaces': [{'id': '892c03cc-1f37-456c-b5b2-b99ca06579b1', 'name': '', 'network_id': '5c775af7-724c-4fda-8e40-d1a942821249', 'tenant_id': '6562c7a98a7c427eaa1620396993ad5c', 'mac_address': 'fa:16:3e:0e:61:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4eab98b5-d3e2-4d75-bd58-9dc209dd913a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:41:35Z', 'updated_at': '2022-06-24T23:41:54Z', 'revision_number': 4, 'project_id': '6562c7a98a7c427eaa1620396993ad5c', 'subnets': [{'id': '4eab98b5-d3e2-4d75-bd58-9dc209dd913a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 23:41:58.847647 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [req-83cddea5-eb6d-4c69-8518-2f5c30cb48b2 req-3af45d4a-d06b-489a-a831-0f88a4633cad tempest-DeleteServersTestJSON-733994 tempest-DeleteServersTestJSON-733994-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:41:58.869043 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Pushing event updated for resources: {'Port': ['ID=175b867d-3ae8-4ef1-bd28-79a0dd3b008c,revision_number=5']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:41:58.938874 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-61b916a5-2777-4255-833b-6d78dbec7461 None None] Provisioning for port 8842045c-5bb7-4ef5-b5d9-ce2f6fdf2562 completed by entity DHCP. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 23:41:58.951822 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-94bda5a5-681b-489d-8edd-6cfd68f8c7f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:58.993791 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-61b916a5-2777-4255-833b-6d78dbec7461 None None] Provisioning complete for port 8842045c-5bb7-4ef5-b5d9-ce2f6fdf2562 triggered by entity DHCP. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:41:58.994522 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-61b916a5-2777-4255-833b-6d78dbec7461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:59.085750 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 52412) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:41:59.093589 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83cddea5-eb6d-4c69-8518-2f5c30cb48b2 req-3af45d4a-d06b-489a-a831-0f88a4633cad tempest-DeleteServersTestJSON-733994 tempest-DeleteServersTestJSON-733994-project] Made reservation on behalf of c17cd5cad713481a9353d21c7d016351 for: {'port': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 23:41:59.097642 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-83cddea5-eb6d-4c69-8518-2f5c30cb48b2 req-3af45d4a-d06b-489a-a831-0f88a4633cad tempest-DeleteServersTestJSON-733994 tempest-DeleteServersTestJSON-733994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:59.372784 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.notifiers.nova [req-11d0e73b-49d0-4b2c-9fa3-1ff1d9af47af req-e44bf80c-a8a5-490b-b582-9c1d1e39d403 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2107efc8-6059-44ad-b1ac-307690c37f92 {{(pid=88109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 23:41:59.381809 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [req-11d0e73b-49d0-4b2c-9fa3-1ff1d9af47af req-e44bf80c-a8a5-490b-b582-9c1d1e39d403 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:59.399203 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [req-11d0e73b-49d0-4b2c-9fa3-1ff1d9af47af req-e44bf80c-a8a5-490b-b582-9c1d1e39d403 service neutron] Transition to ACTIVE for port object 2107efc8-6059-44ad-b1ac-307690c37f92 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 23:41:59.404386 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-94bda5a5-681b-489d-8edd-6cfd68f8c7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:59.418462 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94bda5a5-681b-489d-8edd-6cfd68f8c7f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=88109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 23:41:59.432061 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-94bda5a5-681b-489d-8edd-6cfd68f8c7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569928'] for segment, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:59.432543 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.db.segments_db [None req-94bda5a5-681b-489d-8edd-6cfd68f8c7f8 admin admin] Added segment ceec5ed2-735c-40dd-b783-49aa300bcbf5 of type vlan for network 427fc4ec-4a72-441c-95f7-6128ddecab95 Jun 24 23:41:59.479348 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [req-11d0e73b-49d0-4b2c-9fa3-1ff1d9af47af req-e44bf80c-a8a5-490b-b582-9c1d1e39d403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:41:59.505004 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-61b916a5-2777-4255-833b-6d78dbec7461 None None] Port 8842045c-5bb7-4ef5-b5d9-ce2f6fdf2562 cannot update to ACTIVE because it is not bound. {{(pid=88110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 23:41:59.540554 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Current status of the port 9f035a1a-a9be-4110-a790-d1d4acb3181b is: ACTIVE; New status is: ACTIVE {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:41:59.674303 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [req-83cddea5-eb6d-4c69-8518-2f5c30cb48b2 req-3af45d4a-d06b-489a-a831-0f88a4633cad tempest-DeleteServersTestJSON-733994 tempest-DeleteServersTestJSON-733994-project] Allocated IP 172.20.0.10 (9031eba8-f6be-4b6d-9c35-66859d64d8f8/38c12f82-0b9e-4964-a5ea-f577dd9ff2a6/d6024fb1-c461-4b97-865d-d640badfb311) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 23:41:59.814467 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d18289b-cde6-427a-ae4f-02a24e0f9c5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e037063-6927-4cd8-936f-a543f3756618,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:41:59.854167 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-4839332b-4671-4f9a-a695-40c85b82a398 req-d1f64ab9-f321-4137-90ba-67e5bf126a3e tempest-DeleteServersTestJSON-733994 tempest-DeleteServersTestJSON-733994-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e116b65-c215-4a97-9780-deab6e789455 HTTP/1.1" status: 200 len: 210 time: 1.2293005 Jun 24 23:41:59.889647 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43e5cf3-8730-40a3-b057-f25ed9c4e4ad req-30204975-d2b6-429c-85de-03c50161f091 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:41:59.890408 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-c43e5cf3-8730-40a3-b057-f25ed9c4e4ad req-30204975-d2b6-429c-85de-03c50161f091 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Synchronizing usage tracker for tenant:b0685d2348744b39b8eb315433f69ef4 on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 23:41:59.953682 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device 892c03cc-1f37-456c-b5b2-b99ca06579b1 up at agent ovs-agent-dv-cinder-847189-5-smb {{(pid=88110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 23:42:00.053497 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e1384c23-d304-4817-9fd7-3ee5228ae8d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:00.095103 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-9d18289b-cde6-427a-ae4f-02a24e0f9c5d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2bcd6e5004cb4a519af0f45793c48c3d&name=default HTTP/1.1" status: 200 len: 2979 time: 5.0856371 Jun 24 23:42:00.106742 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 52430) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:42:00.114275 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-c43e5cf3-8730-40a3-b057-f25ed9c4e4ad req-30204975-d2b6-429c-85de-03c50161f091 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Unset dirty status for tenant:b0685d2348744b39b8eb315433f69ef4 on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 23:42:00.115835 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-c43e5cf3-8730-40a3-b057-f25ed9c4e4ad req-30204975-d2b6-429c-85de-03c50161f091 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e80ccfd-4a2f-4e41-a68d-a6b03ae1982b HTTP/1.1" status: 200 len: 932 time: 1.0283470 Jun 24 23:42:00.169035 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Provisioning for port 892c03cc-1f37-456c-b5b2-b99ca06579b1 completed by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 23:42:00.177591 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Provisioning complete for port 892c03cc-1f37-456c-b5b2-b99ca06579b1 triggered by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:42:00.178261 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:00.249049 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-e1384c23-d304-4817-9fd7-3ee5228ae8d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:42:00.277063 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-d5b8fdb7-7677-46d8-a694-0fda7965901c req-3e8236da-5da9-429c-af20-89b4154ab879 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6562c7a98a7c427eaa1620396993ad5c HTTP/1.1" status: 200 len: 380 time: 1.4812069 Jun 24 23:42:00.278578 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44bf80c-a8a5-490b-b582-9c1d1e39d403 service neutron] Pushing event updated for resources: {'Port': ['ID=2107efc8-6059-44ad-b1ac-307690c37f92,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:00.399244 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Current status of the port 892c03cc-1f37-456c-b5b2-b99ca06579b1 is: DOWN; New status is: ACTIVE {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:42:00.399683 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:00.419309 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bda5a5-681b-489d-8edd-6cfd68f8c7f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d5e393e-3866-4222-aa31-c0456154e60a,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:00.424252 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-e1384c23-d304-4817-9fd7-3ee5228ae8d2 admin admin] Usage tracker for resource:security_group_rule and tenant:7892a43dcf974028ab129ed24139583d is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:42:00.430559 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-c43e5cf3-8730-40a3-b057-f25ed9c4e4ad req-8307b258-07e0-4795-9cf1-f7bce7357e9c tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Synchronizing usage tracker for tenant:b0685d2348744b39b8eb315433f69ef4 on resource:security_group {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 23:42:00.437770 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-94bda5a5-681b-489d-8edd-6cfd68f8c7f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754888201009'] for network, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:00.437913 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-e1384c23-d304-4817-9fd7-3ee5228ae8d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:42:00.445820 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] For port 892c03cc-1f37-456c-b5b2-b99ca06579b1, host dv-cinder-847189-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-5-smb',level=0,port_id=892c03cc-1f37-456c-b5b2-b99ca06579b1,segment=NetworkSegment(e5d9da99-fdc6-404d-92e5-8786018a7109),segment_id=e5d9da99-fdc6-404d-92e5-8786018a7109)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:42:00.451710 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:00.454347 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device efbe09fd-9339-40c7-9a48-e90b18d5cf5b up at agent ovs-agent-dv-cinder-847189-5-smb {{(pid=88110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 23:42:00.474332 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-e1384c23-d304-4817-9fd7-3ee5228ae8d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:42:00.488105 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-c43e5cf3-8730-40a3-b057-f25ed9c4e4ad req-8307b258-07e0-4795-9cf1-f7bce7357e9c tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Unset dirty status for tenant:b0685d2348744b39b8eb315433f69ef4 on resource:security_group {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 23:42:00.504098 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-c43e5cf3-8730-40a3-b057-f25ed9c4e4ad req-8307b258-07e0-4795-9cf1-f7bce7357e9c tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/security-groups?id=20c47638-9a00-4622-a48b-78e864be34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458327 Jun 24 23:42:00.585835 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-69acd5f3-c37c-4c98-beb7-22a7b08d7d0c req-184e82cd-e32f-410e-85d6-8579c9f6a848 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/ports?device_id=d50d670d-4e02-4c65-a1f4-611299a7e34e HTTP/1.1" status: 200 len: 210 time: 0.4784763 Jun 24 23:42:00.604601 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.v2.base [req-d5b8fdb7-7677-46d8-a694-0fda7965901c req-8f7ba2c7-5927-4e51-8b0c-0ce4e3f54e1b tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Request body: {'port': {'device_id': 'd50d670d-4e02-4c65-a1f4-611299a7e34e', 'network_id': '5c775af7-724c-4fda-8e40-d1a942821249', 'admin_state_up': True, 'tenant_id': '6562c7a98a7c427eaa1620396993ad5c', 'security_groups': ['35780291-3189-42e2-873b-1d6977d2becc']}} {{(pid=88109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:42:00.645712 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-83cddea5-eb6d-4c69-8518-2f5c30cb48b2 req-3af45d4a-d06b-489a-a831-0f88a4633cad tempest-DeleteServersTestJSON-733994 tempest-DeleteServersTestJSON-733994-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:00.688694 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [req-83cddea5-eb6d-4c69-8518-2f5c30cb48b2 req-3af45d4a-d06b-489a-a831-0f88a4633cad tempest-DeleteServersTestJSON-733994 tempest-DeleteServersTestJSON-733994-project] Transition to ACTIVE for port object d6024fb1-c461-4b97-865d-d640badfb311 will not be triggered until provisioned by entity DHCP. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 23:42:00.719161 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Pushing event updated for resources: {'Port': ['ID=892c03cc-1f37-456c-b5b2-b99ca06579b1,revision_number=5']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:00.834506 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Provisioning complete for port efbe09fd-9339-40c7-9a48-e90b18d5cf5b triggered by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:42:00.834506 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:00.854252 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [req-309ea70c-804f-4784-8ad1-d4c40596f02c req-10e94c87-e9df-4398-af66-1034ee5d3ee1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8842045c-5bb7-4ef5-b5d9-ce2f6fdf2562 {{(pid=88108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 23:42:00.896284 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [req-d5b8fdb7-7677-46d8-a694-0fda7965901c req-8f7ba2c7-5927-4e51-8b0c-0ce4e3f54e1b tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:42:00.906972 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [req-d5b8fdb7-7677-46d8-a694-0fda7965901c req-8f7ba2c7-5927-4e51-8b0c-0ce4e3f54e1b tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:42:00.914483 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-94bda5a5-681b-489d-8edd-6cfd68f8c7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:00.915494 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94bda5a5-681b-489d-8edd-6cfd68f8c7f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:00.916176 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-94bda5a5-681b-489d-8edd-6cfd68f8c7f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627732'] for network, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:00.940885 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e1384c23-d304-4817-9fd7-3ee5228ae8d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:00.996041 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-309ea70c-804f-4784-8ad1-d4c40596f02c req-10e94c87-e9df-4398-af66-1034ee5d3ee1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:01.002270 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e1384c23-d304-4817-9fd7-3ee5228ae8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:01.089124 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Current status of the port efbe09fd-9339-40c7-9a48-e90b18d5cf5b is: ACTIVE; New status is: ACTIVE {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:42:01.090287 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device 175b867d-3ae8-4ef1-bd28-79a0dd3b008c up at agent ovs-agent-dv-cinder-847189-5-smb {{(pid=88110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 23:42:01.098260 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-83cddea5-eb6d-4c69-8518-2f5c30cb48b2 req-3af45d4a-d06b-489a-a831-0f88a4633cad tempest-DeleteServersTestJSON-733994 tempest-DeleteServersTestJSON-733994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754888214703'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:01.099801 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bda5a5-681b-489d-8edd-6cfd68f8c7f8 admin admin] Pushing event updated for resources: {'Network': ['ID=427fc4ec-4a72-441c-95f7-6128ddecab95,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:01.102674 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5b8fdb7-7677-46d8-a694-0fda7965901c req-8f7ba2c7-5927-4e51-8b0c-0ce4e3f54e1b tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Made reservation on behalf of 6562c7a98a7c427eaa1620396993ad5c for: {'port': 1} {{(pid=88109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 23:42:01.107010 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1384c23-d304-4817-9fd7-3ee5228ae8d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee9b71a7-d443-47e5-85e5-308bc813df7e,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:01.108009 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [req-d5b8fdb7-7677-46d8-a694-0fda7965901c req-8f7ba2c7-5927-4e51-8b0c-0ce4e3f54e1b tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:01.125957 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Network 427fc4ec-4a72-441c-95f7-6128ddecab95 details requested by agent ovs-agent-dv-cinder-847189-5-smb with host dv-cinder-847189-5-smb {{(pid=88110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 24 23:42:01.298040 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Provisioning complete for port 175b867d-3ae8-4ef1-bd28-79a0dd3b008c triggered by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:42:01.298542 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:01.342540 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-bd4a4684-87eb-4998-81bb-00f1d1607271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:01.384025 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [req-309ea70c-804f-4784-8ad1-d4c40596f02c req-10e94c87-e9df-4398-af66-1034ee5d3ee1 service neutron] Transition to ACTIVE for port object 8842045c-5bb7-4ef5-b5d9-ce2f6fdf2562 will not be triggered until provisioned by entity L2. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 23:42:01.391570 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [req-11d0e73b-49d0-4b2c-9fa3-1ff1d9af47af req-e44bf80c-a8a5-490b-b582-9c1d1e39d403 service neutron] Attempting to bind port 2107efc8-6059-44ad-b1ac-307690c37f92 on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 23:42:01.391989 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [req-11d0e73b-49d0-4b2c-9fa3-1ff1d9af47af req-e44bf80c-a8a5-490b-b582-9c1d1e39d403 service neutron] Attempting to bind port 2107efc8-6059-44ad-b1ac-307690c37f92 by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': 'c647ded0-4d21-4d2d-b759-44df778a6ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '878eeed2-1705-4528-82e7-be9e0c60139b'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 23:42:01.393507 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d0e73b-49d0-4b2c-9fa3-1ff1d9af47af req-e44bf80c-a8a5-490b-b582-9c1d1e39d403 service neutron] Attempting to bind port 2107efc8-6059-44ad-b1ac-307690c37f92 on network 878eeed2-1705-4528-82e7-be9e0c60139b {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 23:42:01.426300 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-bd4a4684-87eb-4998-81bb-00f1d1607271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:01.451435 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-309ea70c-804f-4784-8ad1-d4c40596f02c req-10e94c87-e9df-4398-af66-1034ee5d3ee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:01.463065 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-e1384c23-d304-4817-9fd7-3ee5228ae8d2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7892a43dcf974028ab129ed24139583d&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3687005 Jun 24 23:42:01.469764 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 52460) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:42:01.473748 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d0e73b-49d0-4b2c-9fa3-1ff1d9af47af req-e44bf80c-a8a5-490b-b582-9c1d1e39d403 service neutron] Port 2107efc8-6059-44ad-b1ac-307690c37f92 on network 878eeed2-1705-4528-82e7-be9e0c60139b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 23:42:01.474062 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d0e73b-49d0-4b2c-9fa3-1ff1d9af47af req-e44bf80c-a8a5-490b-b582-9c1d1e39d403 service neutron] Attempting to bind port 2107efc8-6059-44ad-b1ac-307690c37f92 on network 878eeed2-1705-4528-82e7-be9e0c60139b {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 23:42:01.513897 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d0e73b-49d0-4b2c-9fa3-1ff1d9af47af req-e44bf80c-a8a5-490b-b582-9c1d1e39d403 service neutron] Checking agent: {'id': '9603f0a4-e7b3-4133-bd26-ff3a7fe04c7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 23, 39, 9), 'started_at': datetime.datetime(2022, 6, 24, 23, 39, 9), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 23, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 23:42:01.514267 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d0e73b-49d0-4b2c-9fa3-1ff1d9af47af req-e44bf80c-a8a5-490b-b582-9c1d1e39d403 service neutron] Checking segment: {'id': 'c647ded0-4d21-4d2d-b759-44df778a6ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '878eeed2-1705-4528-82e7-be9e0c60139b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 23:42:01.514826 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d0e73b-49d0-4b2c-9fa3-1ff1d9af47af req-e44bf80c-a8a5-490b-b582-9c1d1e39d403 service neutron] Bound using segment: {'id': 'c647ded0-4d21-4d2d-b759-44df778a6ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '878eeed2-1705-4528-82e7-be9e0c60139b'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 23:42:01.515268 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [req-11d0e73b-49d0-4b2c-9fa3-1ff1d9af47af req-e44bf80c-a8a5-490b-b582-9c1d1e39d403 service neutron] Bound port: 2107efc8-6059-44ad-b1ac-307690c37f92, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c647ded0-4d21-4d2d-b759-44df778a6ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '878eeed2-1705-4528-82e7-be9e0c60139b'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 23:42:01.515686 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [req-11d0e73b-49d0-4b2c-9fa3-1ff1d9af47af req-e44bf80c-a8a5-490b-b582-9c1d1e39d403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:01.587001 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Current status of the port 175b867d-3ae8-4ef1-bd28-79a0dd3b008c is: ACTIVE; New status is: ACTIVE {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:42:01.592130 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device c7eb9f53-8dd6-48c4-a90a-13042d55a950 up at agent ovs-agent-dv-cinder-847189-5-smb {{(pid=88110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 23:42:01.602785 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83cddea5-eb6d-4c69-8518-2f5c30cb48b2 req-3af45d4a-d06b-489a-a831-0f88a4633cad tempest-DeleteServersTestJSON-733994 tempest-DeleteServersTestJSON-733994-project] Network 9031eba8-f6be-4b6d-9c35-66859d64d8f8 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 23:42:01.646228 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [req-83cddea5-eb6d-4c69-8518-2f5c30cb48b2 req-3af45d4a-d06b-489a-a831-0f88a4633cad tempest-DeleteServersTestJSON-733994 tempest-DeleteServersTestJSON-733994-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 23:42:01.860993 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Provisioning complete for port c7eb9f53-8dd6-48c4-a90a-13042d55a950 triggered by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:42:01.861414 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:01.901124 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af45d4a-d06b-489a-a831-0f88a4633cad tempest-DeleteServersTestJSON-733994 tempest-DeleteServersTestJSON-733994-project] Pushing event updated for resources: {'Port': ['ID=d6024fb1-c461-4b97-865d-d640badfb311,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:01.951818 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [req-83cddea5-eb6d-4c69-8518-2f5c30cb48b2 req-3af45d4a-d06b-489a-a831-0f88a4633cad tempest-DeleteServersTestJSON-733994 tempest-DeleteServersTestJSON-733994-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 23:42:01.974585 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cddea5-eb6d-4c69-8518-2f5c30cb48b2 req-3af45d4a-d06b-489a-a831-0f88a4633cad tempest-DeleteServersTestJSON-733994 tempest-DeleteServersTestJSON-733994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:01.975292 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-83cddea5-eb6d-4c69-8518-2f5c30cb48b2 req-3af45d4a-d06b-489a-a831-0f88a4633cad tempest-DeleteServersTestJSON-733994 tempest-DeleteServersTestJSON-733994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627732'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:02.126399 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-94bda5a5-681b-489d-8edd-6cfd68f8c7f8 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 5.0545688 Jun 24 23:42:02.134640 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [req-d5b8fdb7-7677-46d8-a694-0fda7965901c req-8f7ba2c7-5927-4e51-8b0c-0ce4e3f54e1b tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Allocated IP 172.20.0.7 (5c775af7-724c-4fda-8e40-d1a942821249/4eab98b5-d3e2-4d75-bd58-9dc209dd913a/a83bdd22-39f9-4d05-8a09-e01ede02b877) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 23:42:02.139333 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 52478) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:42:02.152642 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-83cddea5-eb6d-4c69-8518-2f5c30cb48b2 req-3af45d4a-d06b-489a-a831-0f88a4633cad tempest-DeleteServersTestJSON-733994 tempest-DeleteServersTestJSON-733994-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4149244 Jun 24 23:42:02.182062 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Current status of the port c7eb9f53-8dd6-48c4-a90a-13042d55a950 is: ACTIVE; New status is: ACTIVE {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:42:02.204700 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.v2.base [None req-89ac8c06-36ce-4dd6-a6c6-e8ab50426c1f admin admin] Request body: {'subnet': {'network_id': '427fc4ec-4a72-441c-95f7-6128ddecab95', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1873387056-subnet', 'tenant_id': '10acc2fffec045b9a770106cf920e471', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:42:02.226170 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.v2.base [req-83cddea5-eb6d-4c69-8518-2f5c30cb48b2 req-110cc762-2776-435d-9fe9-0b3996544bc0 service neutron] Request body: {'port': {'device_id': '3e116b65-c215-4a97-9780-deab6e789455', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:42:02.269105 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-89ac8c06-36ce-4dd6-a6c6-e8ab50426c1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:42:02.323117 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-89ac8c06-36ce-4dd6-a6c6-e8ab50426c1f admin admin] Usage tracker for resource:subnet and tenant:10acc2fffec045b9a770106cf920e471 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:42:02.324310 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device 892c03cc-1f37-456c-b5b2-b99ca06579b1 up at agent ovs-agent-dv-cinder-847189-5-smb {{(pid=88110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 23:42:02.334102 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-89ac8c06-36ce-4dd6-a6c6-e8ab50426c1f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:42:02.334979 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.db [req-11d0e73b-49d0-4b2c-9fa3-1ff1d9af47af req-e44bf80c-a8a5-490b-b582-9c1d1e39d403 service neutron] For port 2107efc8-6059-44ad-b1ac-307690c37f92, host hv-cinder-84718, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 23:42:02.341013 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4bc6525d-f5af-4ab4-8517-f01fe017de57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:02.341192 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.db [req-11d0e73b-49d0-4b2c-9fa3-1ff1d9af47af req-e44bf80c-a8a5-490b-b582-9c1d1e39d403 service neutron] For port 2107efc8-6059-44ad-b1ac-307690c37f92, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=2107efc8-6059-44ad-b1ac-307690c37f92,segment=NetworkSegment(c647ded0-4d21-4d2d-b759-44df778a6ac4),segment_id=c647ded0-4d21-4d2d-b759-44df778a6ac4)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 23:42:02.365044 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-89ac8c06-36ce-4dd6-a6c6-e8ab50426c1f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:42:02.400174 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [req-309ea70c-804f-4784-8ad1-d4c40596f02c req-10e94c87-e9df-4398-af66-1034ee5d3ee1 service neutron] Attempting to bind port 8842045c-5bb7-4ef5-b5d9-ce2f6fdf2562 on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 23:42:02.400501 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [req-309ea70c-804f-4784-8ad1-d4c40596f02c req-10e94c87-e9df-4398-af66-1034ee5d3ee1 service neutron] Attempting to bind port 8842045c-5bb7-4ef5-b5d9-ce2f6fdf2562 by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': 'c647ded0-4d21-4d2d-b759-44df778a6ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '878eeed2-1705-4528-82e7-be9e0c60139b'}] {{(pid=88108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 23:42:02.400806 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309ea70c-804f-4784-8ad1-d4c40596f02c req-10e94c87-e9df-4398-af66-1034ee5d3ee1 service neutron] Attempting to bind port 8842045c-5bb7-4ef5-b5d9-ce2f6fdf2562 on network 878eeed2-1705-4528-82e7-be9e0c60139b {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 23:42:02.459394 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Provisioning complete for port 892c03cc-1f37-456c-b5b2-b99ca06579b1 triggered by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:42:02.462376 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:02.464379 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309ea70c-804f-4784-8ad1-d4c40596f02c req-10e94c87-e9df-4398-af66-1034ee5d3ee1 service neutron] Port 8842045c-5bb7-4ef5-b5d9-ce2f6fdf2562 on network 878eeed2-1705-4528-82e7-be9e0c60139b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 23:42:02.464958 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309ea70c-804f-4784-8ad1-d4c40596f02c req-10e94c87-e9df-4398-af66-1034ee5d3ee1 service neutron] Attempting to bind port 8842045c-5bb7-4ef5-b5d9-ce2f6fdf2562 on network 878eeed2-1705-4528-82e7-be9e0c60139b {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 23:42:02.475699 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a6927c-7fb5-4352-adfa-252a278eeb7b req-89350b28-55fb-462c-8f08-ace465e1216a tempest-DeleteServersTestJSON-733994 tempest-DeleteServersTestJSON-733994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:02.476007 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-16a6927c-7fb5-4352-adfa-252a278eeb7b req-89350b28-55fb-462c-8f08-ace465e1216a tempest-DeleteServersTestJSON-733994 tempest-DeleteServersTestJSON-733994-project] Synchronizing usage tracker for tenant:c17cd5cad713481a9353d21c7d016351 on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 23:42:02.503004 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4bc6525d-f5af-4ab4-8517-f01fe017de57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:02.517663 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89ac8c06-36ce-4dd6-a6c6-e8ab50426c1f admin admin] Made reservation on behalf of 10acc2fffec045b9a770106cf920e471 for: {'subnet': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 23:42:02.520106 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-89ac8c06-36ce-4dd6-a6c6-e8ab50426c1f admin admin] Notify callbacks [] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:02.529438 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-55c92362-a8a0-4bed-9a85-0148fd10967f None None] Provisioning for port d6024fb1-c461-4b97-865d-d640badfb311 completed by entity DHCP. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 23:42:02.533921 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e94c87-e9df-4398-af66-1034ee5d3ee1 service neutron] Pushing event updated for resources: {'Port': ['ID=8842045c-5bb7-4ef5-b5d9-ce2f6fdf2562,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:02.544115 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309ea70c-804f-4784-8ad1-d4c40596f02c req-10e94c87-e9df-4398-af66-1034ee5d3ee1 service neutron] Checking agent: {'id': '9603f0a4-e7b3-4133-bd26-ff3a7fe04c7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 23, 39, 9), 'started_at': datetime.datetime(2022, 6, 24, 23, 39, 9), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 23, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 23:42:02.544551 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309ea70c-804f-4784-8ad1-d4c40596f02c req-10e94c87-e9df-4398-af66-1034ee5d3ee1 service neutron] Checking segment: {'id': 'c647ded0-4d21-4d2d-b759-44df778a6ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '878eeed2-1705-4528-82e7-be9e0c60139b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 23:42:02.545050 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309ea70c-804f-4784-8ad1-d4c40596f02c req-10e94c87-e9df-4398-af66-1034ee5d3ee1 service neutron] Bound using segment: {'id': 'c647ded0-4d21-4d2d-b759-44df778a6ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '878eeed2-1705-4528-82e7-be9e0c60139b'} {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 23:42:02.545527 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [req-309ea70c-804f-4784-8ad1-d4c40596f02c req-10e94c87-e9df-4398-af66-1034ee5d3ee1 service neutron] Bound port: 8842045c-5bb7-4ef5-b5d9-ce2f6fdf2562, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c647ded0-4d21-4d2d-b759-44df778a6ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '878eeed2-1705-4528-82e7-be9e0c60139b'}}] {{(pid=88108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 23:42:02.546104 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-309ea70c-804f-4784-8ad1-d4c40596f02c req-10e94c87-e9df-4398-af66-1034ee5d3ee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:02.557617 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-55c92362-a8a0-4bed-9a85-0148fd10967f None None] Provisioning complete for port d6024fb1-c461-4b97-865d-d640badfb311 triggered by entity DHCP. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:42:02.558574 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-55c92362-a8a0-4bed-9a85-0148fd10967f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:02.615614 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [req-d5b8fdb7-7677-46d8-a694-0fda7965901c req-8f7ba2c7-5927-4e51-8b0c-0ce4e3f54e1b tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:02.634266 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [req-d5b8fdb7-7677-46d8-a694-0fda7965901c req-8f7ba2c7-5927-4e51-8b0c-0ce4e3f54e1b tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Transition to ACTIVE for port object a83bdd22-39f9-4d05-8a09-e01ede02b877 will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 23:42:02.643057 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-55c92362-a8a0-4bed-9a85-0148fd10967f None None] Port d6024fb1-c461-4b97-865d-d640badfb311 cannot update to ACTIVE because it is not bound. {{(pid=88110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 23:42:02.663210 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-16a6927c-7fb5-4352-adfa-252a278eeb7b req-89350b28-55fb-462c-8f08-ace465e1216a tempest-DeleteServersTestJSON-733994 tempest-DeleteServersTestJSON-733994-project] Unset dirty status for tenant:c17cd5cad713481a9353d21c7d016351 on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 23:42:02.670897 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-16a6927c-7fb5-4352-adfa-252a278eeb7b req-89350b28-55fb-462c-8f08-ace465e1216a tempest-DeleteServersTestJSON-733994 tempest-DeleteServersTestJSON-733994-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e116b65-c215-4a97-9780-deab6e789455 HTTP/1.1" status: 200 len: 932 time: 1.5704715 Jun 24 23:42:02.682157 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [req-11d0e73b-49d0-4b2c-9fa3-1ff1d9af47af req-e44bf80c-a8a5-490b-b582-9c1d1e39d403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:02.712657 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-83cddea5-eb6d-4c69-8518-2f5c30cb48b2 req-110cc762-2776-435d-9fe9-0b3996544bc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:02.721586 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [req-d5b8fdb7-7677-46d8-a694-0fda7965901c req-8f7ba2c7-5927-4e51-8b0c-0ce4e3f54e1b tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754888214703'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:02.731956 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Current status of the port 892c03cc-1f37-456c-b5b2-b99ca06579b1 is: ACTIVE; New status is: ACTIVE {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:42:02.736440 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-bd4a4684-87eb-4998-81bb-00f1d1607271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:02.821029 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5b8fdb7-7677-46d8-a694-0fda7965901c req-8f7ba2c7-5927-4e51-8b0c-0ce4e3f54e1b tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Network 5c775af7-724c-4fda-8e40-d1a942821249 is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 23:42:02.837267 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [req-d5b8fdb7-7677-46d8-a694-0fda7965901c req-8f7ba2c7-5927-4e51-8b0c-0ce4e3f54e1b tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 23:42:02.878957 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-16a6927c-7fb5-4352-adfa-252a278eeb7b req-827b0078-4684-46e3-9596-9ca63128043a tempest-DeleteServersTestJSON-733994 tempest-DeleteServersTestJSON-733994-project] Synchronizing usage tracker for tenant:c17cd5cad713481a9353d21c7d016351 on resource:security_group {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 23:42:02.930114 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d0e73b-49d0-4b2c-9fa3-1ff1d9af47af req-e44bf80c-a8a5-490b-b582-9c1d1e39d403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:02.930740 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [req-11d0e73b-49d0-4b2c-9fa3-1ff1d9af47af req-e44bf80c-a8a5-490b-b582-9c1d1e39d403 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627732'] for port, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:02.933870 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-11d0e73b-49d0-4b2c-9fa3-1ff1d9af47af req-e44bf80c-a8a5-490b-b582-9c1d1e39d403 service neutron] 10.222.0.15 "PUT /v2.0/ports/2107efc8-6059-44ad-b1ac-307690c37f92 HTTP/1.1" status: 200 len: 1094 time: 7.7597532 Jun 24 23:42:02.937296 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4a4684-87eb-4998-81bb-00f1d1607271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e037063-6927-4cd8-936f-a543f3756618,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:02.976067 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44bf80c-a8a5-490b-b582-9c1d1e39d403 service neutron] Pushing event updated for resources: {'Port': ['ID=2107efc8-6059-44ad-b1ac-307690c37f92,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:03.057046 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff4d6822-c2c9-484c-85b2-e9b5ea13ad06', 'tag': '2107efc8-6059-44ad-b1ac-307690c37f92'}] {{(pid=88109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 23:42:03.129554 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5b8fdb7-7677-46d8-a694-0fda7965901c req-8f7ba2c7-5927-4e51-8b0c-0ce4e3f54e1b tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 23:42:03.134569 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b8fdb7-7677-46d8-a694-0fda7965901c req-8f7ba2c7-5927-4e51-8b0c-0ce4e3f54e1b tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:03.135501 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [req-d5b8fdb7-7677-46d8-a694-0fda7965901c req-8f7ba2c7-5927-4e51-8b0c-0ce4e3f54e1b tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627732'] for port, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:03.139000 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4bc6525d-f5af-4ab4-8517-f01fe017de57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:03.174521 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [req-309ea70c-804f-4784-8ad1-d4c40596f02c req-10e94c87-e9df-4398-af66-1034ee5d3ee1 service neutron] For port 8842045c-5bb7-4ef5-b5d9-ce2f6fdf2562, host hv-cinder-84718, cleared binding levels {{(pid=88108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 23:42:03.218389 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-bd4a4684-87eb-4998-81bb-00f1d1607271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:03.222096 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-bd4a4684-87eb-4998-81bb-00f1d1607271 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9e037063-6927-4cd8-936f-a543f3756618 HTTP/1.1" status: 204 len: 168 time: 3.0171571 Jun 24 23:42:03.239866 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-89ac8c06-36ce-4dd6-a6c6-e8ab50426c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for subnet, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:03.282559 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-d5b8fdb7-7677-46d8-a694-0fda7965901c req-8f7ba2c7-5927-4e51-8b0c-0ce4e3f54e1b tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7207012 Jun 24 23:42:03.301298 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc6525d-f5af-4ab4-8517-f01fe017de57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee9b71a7-d443-47e5-85e5-308bc813df7e,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:03.355680 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ac8c06-36ce-4dd6-a6c6-e8ab50426c1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a9c0195-c9e8-40fa-9442-03478de92531,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:03.357665 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-16a6927c-7fb5-4352-adfa-252a278eeb7b req-827b0078-4684-46e3-9596-9ca63128043a tempest-DeleteServersTestJSON-733994 tempest-DeleteServersTestJSON-733994-project] Unset dirty status for tenant:c17cd5cad713481a9353d21c7d016351 on resource:security_group {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 23:42:03.363730 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-dcea26cf-769e-4777-ade8-1790efcc90a1 None None] Provisioning for port a83bdd22-39f9-4d05-8a09-e01ede02b877 completed by entity DHCP. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 23:42:03.377201 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-16a6927c-7fb5-4352-adfa-252a278eeb7b req-827b0078-4684-46e3-9596-9ca63128043a tempest-DeleteServersTestJSON-733994 tempest-DeleteServersTestJSON-733994-project] 10.222.0.42 "GET /v2.0/security-groups?id=67e70c52-fdca-4aa6-a9a3-dda7513aaeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7053895 Jun 24 23:42:03.378348 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-dcea26cf-769e-4777-ade8-1790efcc90a1 None None] Provisioning complete for port a83bdd22-39f9-4d05-8a09-e01ede02b877 triggered by entity DHCP. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:42:03.378721 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-dcea26cf-769e-4777-ade8-1790efcc90a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:03.412751 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc3119f-a2e5-4865-9d94-c0ba9b15c6df req-db599736-fc35-47bc-98bb-7e65151319d7 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:03.414283 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-dcc3119f-a2e5-4865-9d94-c0ba9b15c6df req-db599736-fc35-47bc-98bb-7e65151319d7 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e80ccfd-4a2f-4e41-a68d-a6b03ae1982b HTTP/1.1" status: 200 len: 944 time: 1.3085363 Jun 24 23:42:03.440394 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.v2.base [req-d5b8fdb7-7677-46d8-a694-0fda7965901c req-c00b2770-1f88-411b-a1b3-ec8e22a71a30 service neutron] Request body: {'port': {'device_id': 'd50d670d-4e02-4c65-a1f4-611299a7e34e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:42:03.449365 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [req-309ea70c-804f-4784-8ad1-d4c40596f02c req-10e94c87-e9df-4398-af66-1034ee5d3ee1 service neutron] For port 8842045c-5bb7-4ef5-b5d9-ce2f6fdf2562, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=8842045c-5bb7-4ef5-b5d9-ce2f6fdf2562,segment=NetworkSegment(c647ded0-4d21-4d2d-b759-44df778a6ac4),segment_id=c647ded0-4d21-4d2d-b759-44df778a6ac4)] {{(pid=88108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 23:42:03.497616 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-309ea70c-804f-4784-8ad1-d4c40596f02c req-10e94c87-e9df-4398-af66-1034ee5d3ee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:03.591965 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-dcea26cf-769e-4777-ade8-1790efcc90a1 None None] Port a83bdd22-39f9-4d05-8a09-e01ede02b877 cannot update to ACTIVE because it is not bound. {{(pid=88110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 23:42:03.660639 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4bc6525d-f5af-4ab4-8517-f01fe017de57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:03.666208 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-4bc6525d-f5af-4ab4-8517-f01fe017de57 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ee9b71a7-d443-47e5-85e5-308bc813df7e HTTP/1.1" status: 204 len: 168 time: 2.1788595 Jun 24 23:42:03.969054 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309ea70c-804f-4784-8ad1-d4c40596f02c req-10e94c87-e9df-4398-af66-1034ee5d3ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:03.970401 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-309ea70c-804f-4784-8ad1-d4c40596f02c req-10e94c87-e9df-4398-af66-1034ee5d3ee1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627732'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:03.977967 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-309ea70c-804f-4784-8ad1-d4c40596f02c req-10e94c87-e9df-4398-af66-1034ee5d3ee1 service neutron] 10.222.0.15 "PUT /v2.0/ports/8842045c-5bb7-4ef5-b5d9-ce2f6fdf2562 HTTP/1.1" status: 200 len: 1094 time: 5.6259172 Jun 24 23:42:03.986404 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e80ccfd-4a2f-4e41-a68d-a6b03ae1982b', 'tag': '8842045c-5bb7-4ef5-b5d9-ce2f6fdf2562'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 23:42:04.006111 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [req-d5b8fdb7-7677-46d8-a694-0fda7965901c req-c00b2770-1f88-411b-a1b3-ec8e22a71a30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:04.062746 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 52520) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:42:04.070046 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7ba2c7-5927-4e51-8b0c-0ce4e3f54e1b tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Pushing event updated for resources: {'Port': ['ID=a83bdd22-39f9-4d05-8a09-e01ede02b877,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:04.313547 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ac8c06-36ce-4dd6-a6c6-e8ab50426c1f admin admin] Checking segment: {'id': 'ceec5ed2-735c-40dd-b783-49aa300bcbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '427fc4ec-4a72-441c-95f7-6128ddecab95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 23:42:04.314150 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ac8c06-36ce-4dd6-a6c6-e8ab50426c1f admin admin] Network hostable DHCP agents. Network: 427fc4ec-4a72-441c-95f7-6128ddecab95, hostable agents: ['6e28835f-a2f6-456f-8f53-9851f009901c'], hosted agents: [] {{(pid=88108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 23:42:04.359272 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e94c87-e9df-4398-af66-1034ee5d3ee1 service neutron] Pushing event updated for resources: {'Port': ['ID=8842045c-5bb7-4ef5-b5d9-ce2f6fdf2562,revision_number=3']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:04.390906 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-3568492a-121f-42ee-b584-45680326d8b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:04.415049 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ac8c06-36ce-4dd6-a6c6-e8ab50426c1f admin admin] Network 427fc4ec-4a72-441c-95f7-6128ddecab95 is scheduled to be hosted by DHCP agent 6e28835f-a2f6-456f-8f53-9851f009901c with binding_index 1 {{(pid=88108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 23:42:04.459019 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-89ac8c06-36ce-4dd6-a6c6-e8ab50426c1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-5-smb, 427fc4ec-4a72-441c-95f7-6128ddecab95) {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 23:42:04.466739 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309ea70c-804f-4784-8ad1-d4c40596f02c req-c670ed8b-7aa3-4999-8132-de9bb68d1d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:04.467350 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-dcc3119f-a2e5-4865-9d94-c0ba9b15c6df req-371c0d57-b8e9-42df-9f58-667990995b66 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/security-groups?id=20c47638-9a00-4622-a48b-78e864be34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4926217 Jun 24 23:42:04.470077 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-309ea70c-804f-4784-8ad1-d4c40596f02c req-c670ed8b-7aa3-4999-8132-de9bb68d1d51 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b0685d2348744b39b8eb315433f69ef4&device_id=2e80ccfd-4a2f-4e41-a68d-a6b03ae1982b HTTP/1.1" status: 200 len: 1097 time: 0.2435484 Jun 24 23:42:04.471831 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ac8c06-36ce-4dd6-a6c6-e8ab50426c1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:04.474107 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-89ac8c06-36ce-4dd6-a6c6-e8ab50426c1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627732'] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:04.477655 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4eecd2d-9f56-4434-ad8c-17ddcdd6274f None None] Network 427fc4ec-4a72-441c-95f7-6128ddecab95 requested from dv-cinder-847189-5-smb {{(pid=88110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 23:42:04.514299 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-3568492a-121f-42ee-b584-45680326d8b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:42:04.517991 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d0e73b-49d0-4b2c-9fa3-1ff1d9af47af req-7f15d94e-fa27-43b7-9459-01eaba4e6f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:04.519577 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-11d0e73b-49d0-4b2c-9fa3-1ff1d9af47af req-7f15d94e-fa27-43b7-9459-01eaba4e6f5c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b0685d2348744b39b8eb315433f69ef4&device_id=ff4d6822-c2c9-484c-85b2-e9b5ea13ad06 HTTP/1.1" status: 200 len: 1097 time: 1.3920155 Jun 24 23:42:04.541117 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-3568492a-121f-42ee-b584-45680326d8b7 admin admin] Usage tracker for resource:security_group_rule and tenant:7d92f42c1ce140849dcc282dd9ccad45 is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:42:04.554012 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-3568492a-121f-42ee-b584-45680326d8b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:42:04.589650 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-3568492a-121f-42ee-b584-45680326d8b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:42:04.614458 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd5e8e2-0911-4fc9-9764-a042d2fafb74 req-03100a54-2522-4ee7-bf21-1b8fc1f85ac5 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:04.623325 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-9cd5e8e2-0911-4fc9-9764-a042d2fafb74 req-03100a54-2522-4ee7-bf21-1b8fc1f85ac5 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/ports?device_id=d50d670d-4e02-4c65-a1f4-611299a7e34e HTTP/1.1" status: 200 len: 931 time: 0.9405599 Jun 24 23:42:04.662484 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.db.resource_extend [req-83cddea5-eb6d-4c69-8518-2f5c30cb48b2 req-110cc762-2776-435d-9fe9-0b3996544bc0 service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 24 23:42:04.674136 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-309ea70c-804f-4784-8ad1-d4c40596f02c req-552b342b-7e64-441a-852f-a8a336c0963f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8842045c-5bb7-4ef5-b5d9-ce2f6fdf2562 HTTP/1.1" status: 200 len: 217 time: 0.1766689 Jun 24 23:42:04.764018 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 52546) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:42:04.823775 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-11d0e73b-49d0-4b2c-9fa3-1ff1d9af47af req-6f0be5d2-886e-4d44-848b-4921860f69ac service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2107efc8-6059-44ad-b1ac-307690c37f92 HTTP/1.1" status: 200 len: 217 time: 0.1616340 Jun 24 23:42:04.860660 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-89ac8c06-36ce-4dd6-a6c6-e8ab50426c1f admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.7146602 Jun 24 23:42:04.969224 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [req-83cddea5-eb6d-4c69-8518-2f5c30cb48b2 req-110cc762-2776-435d-9fe9-0b3996544bc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6024fb1-c461-4b97-865d-d640badfb311 {{(pid=88108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 23:42:04.999364 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-9cd5e8e2-0911-4fc9-9764-a042d2fafb74 req-11bcbea8-ac50-4580-8f17-83730d10ff79 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Synchronizing usage tracker for tenant:6562c7a98a7c427eaa1620396993ad5c on resource:security_group {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 23:42:05.013916 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-83cddea5-eb6d-4c69-8518-2f5c30cb48b2 req-110cc762-2776-435d-9fe9-0b3996544bc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:05.047098 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-4882c4f8-22c6-4590-9410-8cf52cbe218f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:05.082937 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d0e73b-49d0-4b2c-9fa3-1ff1d9af47af req-768a7149-98b3-4dea-a4ac-c5c69b37f1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:05.086469 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309ea70c-804f-4784-8ad1-d4c40596f02c req-b0eab5a5-6601-4761-887b-eda70b5840d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:05.086821 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-11d0e73b-49d0-4b2c-9fa3-1ff1d9af47af req-768a7149-98b3-4dea-a4ac-c5c69b37f1aa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=58b6f9c2-a230-4e37-ab12-8b61321e5f1a HTTP/1.1" status: 200 len: 858 time: 0.2318254 Jun 24 23:42:05.088899 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-309ea70c-804f-4784-8ad1-d4c40596f02c req-b0eab5a5-6601-4761-887b-eda70b5840d2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=58b6f9c2-a230-4e37-ab12-8b61321e5f1a HTTP/1.1" status: 200 len: 858 time: 0.3273363 Jun 24 23:42:05.094167 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-9cd5e8e2-0911-4fc9-9764-a042d2fafb74 req-11bcbea8-ac50-4580-8f17-83730d10ff79 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Unset dirty status for tenant:6562c7a98a7c427eaa1620396993ad5c on resource:security_group {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 23:42:05.100904 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f58bba-b2f6-4cc8-81a6-da06f119f68c None None] Network 427fc4ec-4a72-441c-95f7-6128ddecab95 requested from dv-cinder-847189-5-smb {{(pid=88110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 23:42:05.116377 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-9cd5e8e2-0911-4fc9-9764-a042d2fafb74 req-11bcbea8-ac50-4580-8f17-83730d10ff79 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/security-groups?id=35780291-3189-42e2-873b-1d6977d2becc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4914646 Jun 24 23:42:05.118093 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [req-83cddea5-eb6d-4c69-8518-2f5c30cb48b2 req-110cc762-2776-435d-9fe9-0b3996544bc0 service neutron] Transition to ACTIVE for port object d6024fb1-c461-4b97-865d-d640badfb311 will not be triggered until provisioned by entity L2. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 23:42:05.130499 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.agents_db [None req-920f0d7c-c373-4dd0-bab9-7f12e43ec96a None None] Agent healthcheck: found 6 active agents {{(pid=88111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 23:42:05.205311 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-4882c4f8-22c6-4590-9410-8cf52cbe218f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:42:05.222322 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-4882c4f8-22c6-4590-9410-8cf52cbe218f admin admin] Usage tracker for resource:security_group_rule and tenant:48e47a7ccaf242679f9a06375097da1d is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:42:05.231634 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-4882c4f8-22c6-4590-9410-8cf52cbe218f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:42:05.248603 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-4882c4f8-22c6-4590-9410-8cf52cbe218f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:42:05.294142 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-83cddea5-eb6d-4c69-8518-2f5c30cb48b2 req-110cc762-2776-435d-9fe9-0b3996544bc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:05.324247 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 52556) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:42:05.325099 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 52562) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:42:05.416812 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f037fac-a910-424f-9258-09633dc4c58e'] response: {'name': 'network-changed', 'server_uuid': 'ff4d6822-c2c9-484c-85b2-e9b5ea13ad06', 'tag': '2107efc8-6059-44ad-b1ac-307690c37f92', 'status': 'completed', 'code': 200} Jun 24 23:42:05.547900 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55809d02-64f6-40a1-bd7e-dfc465a0b4fc'] response: {'name': 'network-changed', 'server_uuid': '2e80ccfd-4a2f-4e41-a68d-a6b03ae1982b', 'tag': '8842045c-5bb7-4ef5-b5d9-ce2f6fdf2562', 'status': 'completed', 'code': 200} Jun 24 23:42:05.976714 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110cc762-2776-435d-9fe9-0b3996544bc0 service neutron] Pushing event updated for resources: {'Port': ['ID=d6024fb1-c461-4b97-865d-d640badfb311,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:06.024035 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1bd2119-d293-4832-bd41-b20853b3f287 admin admin] Deleting subnet 3d84ab8f-adf6-4a08-9301-f944a9a0c7e3 {{(pid=88108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 24 23:42:06.028251 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f1bd2119-d293-4832-bd41-b20853b3f287 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:06.104314 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f1bd2119-d293-4832-bd41-b20853b3f287 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:06.113329 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f1bd2119-d293-4832-bd41-b20853b3f287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1563746'] for subnet, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:06.208996 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-4882c4f8-22c6-4590-9410-8cf52cbe218f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:06.243047 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-4882c4f8-22c6-4590-9410-8cf52cbe218f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:06.257894 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [req-83cddea5-eb6d-4c69-8518-2f5c30cb48b2 req-110cc762-2776-435d-9fe9-0b3996544bc0 service neutron] Attempting to bind port d6024fb1-c461-4b97-865d-d640badfb311 on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 23:42:06.258702 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [req-83cddea5-eb6d-4c69-8518-2f5c30cb48b2 req-110cc762-2776-435d-9fe9-0b3996544bc0 service neutron] Attempting to bind port d6024fb1-c461-4b97-865d-d640badfb311 by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': '515ee694-67b9-4216-a35d-0fb58f63ef25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9031eba8-f6be-4b6d-9c35-66859d64d8f8'}] {{(pid=88108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 23:42:06.259290 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83cddea5-eb6d-4c69-8518-2f5c30cb48b2 req-110cc762-2776-435d-9fe9-0b3996544bc0 service neutron] Attempting to bind port d6024fb1-c461-4b97-865d-d640badfb311 on network 9031eba8-f6be-4b6d-9c35-66859d64d8f8 {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 23:42:06.275671 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f1bd2119-d293-4832-bd41-b20853b3f287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1563737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for subnet, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:06.296599 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d0e73b-49d0-4b2c-9fa3-1ff1d9af47af req-9b53f69e-72c7-490c-aeae-615ad8d7ef6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:06.298299 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-11d0e73b-49d0-4b2c-9fa3-1ff1d9af47af req-9b53f69e-72c7-490c-aeae-615ad8d7ef6e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=878eeed2-1705-4528-82e7-be9e0c60139b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 1.1638424 Jun 24 23:42:06.316985 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-3568492a-121f-42ee-b584-45680326d8b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:06.318470 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4882c4f8-22c6-4590-9410-8cf52cbe218f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1653f8ef-d669-4a82-90cc-e03417bcb5a4,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:06.408660 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309ea70c-804f-4784-8ad1-d4c40596f02c req-c903fbce-4775-43f5-8cb5-1dcfe3864c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:06.409912 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-309ea70c-804f-4784-8ad1-d4c40596f02c req-c903fbce-4775-43f5-8cb5-1dcfe3864c73 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=878eeed2-1705-4528-82e7-be9e0c60139b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 1.2654228 Jun 24 23:42:06.428227 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83cddea5-eb6d-4c69-8518-2f5c30cb48b2 req-110cc762-2776-435d-9fe9-0b3996544bc0 service neutron] Port d6024fb1-c461-4b97-865d-d640badfb311 on network 9031eba8-f6be-4b6d-9c35-66859d64d8f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 23:42:06.432835 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-3568492a-121f-42ee-b584-45680326d8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:06.433636 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83cddea5-eb6d-4c69-8518-2f5c30cb48b2 req-110cc762-2776-435d-9fe9-0b3996544bc0 service neutron] Attempting to bind port d6024fb1-c461-4b97-865d-d640badfb311 on network 9031eba8-f6be-4b6d-9c35-66859d64d8f8 {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 23:42:06.444662 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bd2119-d293-4832-bd41-b20853b3f287 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d84ab8f-adf6-4a08-9301-f944a9a0c7e3,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:06.457499 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83cddea5-eb6d-4c69-8518-2f5c30cb48b2 req-110cc762-2776-435d-9fe9-0b3996544bc0 service neutron] Checking agent: {'id': '9603f0a4-e7b3-4133-bd26-ff3a7fe04c7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 23, 39, 9), 'started_at': datetime.datetime(2022, 6, 24, 23, 39, 9), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 23, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 23:42:06.458281 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83cddea5-eb6d-4c69-8518-2f5c30cb48b2 req-110cc762-2776-435d-9fe9-0b3996544bc0 service neutron] Checking segment: {'id': '515ee694-67b9-4216-a35d-0fb58f63ef25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9031eba8-f6be-4b6d-9c35-66859d64d8f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 23:42:06.458986 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83cddea5-eb6d-4c69-8518-2f5c30cb48b2 req-110cc762-2776-435d-9fe9-0b3996544bc0 service neutron] Bound using segment: {'id': '515ee694-67b9-4216-a35d-0fb58f63ef25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9031eba8-f6be-4b6d-9c35-66859d64d8f8'} {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 23:42:06.459759 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [req-83cddea5-eb6d-4c69-8518-2f5c30cb48b2 req-110cc762-2776-435d-9fe9-0b3996544bc0 service neutron] Bound port: d6024fb1-c461-4b97-865d-d640badfb311, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '515ee694-67b9-4216-a35d-0fb58f63ef25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9031eba8-f6be-4b6d-9c35-66859d64d8f8'}}] {{(pid=88108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 23:42:06.460660 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-83cddea5-eb6d-4c69-8518-2f5c30cb48b2 req-110cc762-2776-435d-9fe9-0b3996544bc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:06.492207 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed718c-c4de-452a-862d-98de254c0601 req-77713c2e-a7c9-4599-8657-8a4081cb212a tempest-DeleteServersTestJSON-733994 tempest-DeleteServersTestJSON-733994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:06.502144 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-84ed718c-c4de-452a-862d-98de254c0601 req-77713c2e-a7c9-4599-8657-8a4081cb212a tempest-DeleteServersTestJSON-733994 tempest-DeleteServersTestJSON-733994-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e116b65-c215-4a97-9780-deab6e789455 HTTP/1.1" status: 200 len: 944 time: 1.0750165 Jun 24 23:42:06.545660 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-793c47ba-23ae-421c-a2ee-14bae54edcf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:06.563819 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f1bd2119-d293-4832-bd41-b20853b3f287 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627732'] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:06.619275 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-4882c4f8-22c6-4590-9410-8cf52cbe218f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=48e47a7ccaf242679f9a06375097da1d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8355677 Jun 24 23:42:06.622544 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.db.resource_extend [req-d5b8fdb7-7677-46d8-a694-0fda7965901c req-c00b2770-1f88-411b-a1b3-ec8e22a71a30 service neutron] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 24 23:42:06.651763 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 52590) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:42:06.744399 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-3568492a-121f-42ee-b584-45680326d8b7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7d92f42c1ce140849dcc282dd9ccad45&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6671302 Jun 24 23:42:06.767722 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 52594) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:42:06.777480 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2168f574-bae3-4e71-9573-03f36f5e1e42 req-3b644df9-1aed-403a-ab31-e2489a170055 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:06.785128 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-2168f574-bae3-4e71-9573-03f36f5e1e42 req-3b644df9-1aed-403a-ab31-e2489a170055 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e80ccfd-4a2f-4e41-a68d-a6b03ae1982b HTTP/1.1" status: 200 len: 944 time: 0.9772196 Jun 24 23:42:06.797734 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3568492a-121f-42ee-b584-45680326d8b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec17ae10-0474-42b4-abbb-1f7731eb04db,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:06.834157 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-f1bd2119-d293-4832-bd41-b20853b3f287 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/3d84ab8f-adf6-4a08-9301-f944a9a0c7e3 HTTP/1.1" status: 204 len: 168 time: 1.4369471 Jun 24 23:42:06.836479 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-309ea70c-804f-4784-8ad1-d4c40596f02c req-e1d77759-a6e9-4dfa-a9b0-09f8fcdf4c9a service neutron] 10.222.0.15 "GET /v2.0/networks/878eeed2-1705-4528-82e7-be9e0c60139b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779183 Jun 24 23:42:06.841785 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 52598) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:42:06.852428 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.notifiers.nova [req-d5b8fdb7-7677-46d8-a694-0fda7965901c req-c00b2770-1f88-411b-a1b3-ec8e22a71a30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a83bdd22-39f9-4d05-8a09-e01ede02b877 {{(pid=88109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 23:42:06.896095 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [req-d5b8fdb7-7677-46d8-a694-0fda7965901c req-c00b2770-1f88-411b-a1b3-ec8e22a71a30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:06.938524 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-11d0e73b-49d0-4b2c-9fa3-1ff1d9af47af req-0ff95026-bf26-4ae9-90fc-dde2f9335944 service neutron] 10.222.0.15 "GET /v2.0/networks/878eeed2-1705-4528-82e7-be9e0c60139b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6004138 Jun 24 23:42:06.961141 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [req-d5b8fdb7-7677-46d8-a694-0fda7965901c req-c00b2770-1f88-411b-a1b3-ec8e22a71a30 service neutron] Transition to ACTIVE for port object a83bdd22-39f9-4d05-8a09-e01ede02b877 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 23:42:06.974764 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-2168f574-bae3-4e71-9573-03f36f5e1e42 req-c71675e5-ca06-4600-b9b0-115955a489c1 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/security-groups?id=20c47638-9a00-4622-a48b-78e864be34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883681 Jun 24 23:42:06.992652 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-49a9efa2-d505-4241-93bd-a47afee4837c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:06.995347 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [req-d5b8fdb7-7677-46d8-a694-0fda7965901c req-c00b2770-1f88-411b-a1b3-ec8e22a71a30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:07.035225 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c69b1a87-5c73-4920-b2b8-fcbe03aaaaad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1475803'] for network, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:07.041600 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-793c47ba-23ae-421c-a2ee-14bae54edcf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:42:07.053637 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-84ed718c-c4de-452a-862d-98de254c0601 req-dec0df92-dd1e-4538-a575-01f1f5a4352c tempest-DeleteServersTestJSON-733994 tempest-DeleteServersTestJSON-733994-project] 10.222.0.42 "GET /v2.0/security-groups?id=67e70c52-fdca-4aa6-a9a3-dda7513aaeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5505087 Jun 24 23:42:07.076295 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-793c47ba-23ae-421c-a2ee-14bae54edcf9 admin admin] Usage tracker for resource:security_group_rule and tenant:816898ae991043e0b79cd6244c362973 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:42:07.084018 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-793c47ba-23ae-421c-a2ee-14bae54edcf9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:42:07.097843 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-793c47ba-23ae-421c-a2ee-14bae54edcf9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:42:07.135385 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8e63eb4e-96c5-40f2-acac-57330468c3ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:07.165501 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00b2770-1f88-411b-a1b3-ec8e22a71a30 service neutron] Pushing event updated for resources: {'Port': ['ID=a83bdd22-39f9-4d05-8a09-e01ede02b877,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:07.361074 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-49a9efa2-d505-4241-93bd-a47afee4837c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:07.401813 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [req-83cddea5-eb6d-4c69-8518-2f5c30cb48b2 req-110cc762-2776-435d-9fe9-0b3996544bc0 service neutron] For port d6024fb1-c461-4b97-865d-d640badfb311, host hv-cinder-84718, cleared binding levels {{(pid=88108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 23:42:07.424032 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8e63eb4e-96c5-40f2-acac-57330468c3ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:07.424501 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [req-83cddea5-eb6d-4c69-8518-2f5c30cb48b2 req-110cc762-2776-435d-9fe9-0b3996544bc0 service neutron] For port d6024fb1-c461-4b97-865d-d640badfb311, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=d6024fb1-c461-4b97-865d-d640badfb311,segment=NetworkSegment(515ee694-67b9-4216-a35d-0fb58f63ef25),segment_id=515ee694-67b9-4216-a35d-0fb58f63ef25)] {{(pid=88108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 23:42:07.428909 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c69b1a87-5c73-4920-b2b8-fcbe03aaaaad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1564183', 'neutron.services.segments.db._delete_segments_for_network-8754888586361'] for network, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:07.445156 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-83cddea5-eb6d-4c69-8518-2f5c30cb48b2 req-110cc762-2776-435d-9fe9-0b3996544bc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:07.489081 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [req-d5b8fdb7-7677-46d8-a694-0fda7965901c req-c00b2770-1f88-411b-a1b3-ec8e22a71a30 service neutron] Attempting to bind port a83bdd22-39f9-4d05-8a09-e01ede02b877 on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 23:42:07.489656 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [req-d5b8fdb7-7677-46d8-a694-0fda7965901c req-c00b2770-1f88-411b-a1b3-ec8e22a71a30 service neutron] Attempting to bind port a83bdd22-39f9-4d05-8a09-e01ede02b877 by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': 'e5d9da99-fdc6-404d-92e5-8786018a7109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5c775af7-724c-4fda-8e40-d1a942821249'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 23:42:07.489656 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b8fdb7-7677-46d8-a694-0fda7965901c req-c00b2770-1f88-411b-a1b3-ec8e22a71a30 service neutron] Attempting to bind port a83bdd22-39f9-4d05-8a09-e01ede02b877 on network 5c775af7-724c-4fda-8e40-d1a942821249 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 23:42:07.512695 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b8fdb7-7677-46d8-a694-0fda7965901c req-c00b2770-1f88-411b-a1b3-ec8e22a71a30 service neutron] Port a83bdd22-39f9-4d05-8a09-e01ede02b877 on network 5c775af7-724c-4fda-8e40-d1a942821249 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 23:42:07.513032 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b8fdb7-7677-46d8-a694-0fda7965901c req-c00b2770-1f88-411b-a1b3-ec8e22a71a30 service neutron] Attempting to bind port a83bdd22-39f9-4d05-8a09-e01ede02b877 on network 5c775af7-724c-4fda-8e40-d1a942821249 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 23:42:07.529788 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b8fdb7-7677-46d8-a694-0fda7965901c req-c00b2770-1f88-411b-a1b3-ec8e22a71a30 service neutron] Checking agent: {'id': '9603f0a4-e7b3-4133-bd26-ff3a7fe04c7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 23, 39, 9), 'started_at': datetime.datetime(2022, 6, 24, 23, 39, 9), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 23, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 23:42:07.530241 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b8fdb7-7677-46d8-a694-0fda7965901c req-c00b2770-1f88-411b-a1b3-ec8e22a71a30 service neutron] Checking segment: {'id': 'e5d9da99-fdc6-404d-92e5-8786018a7109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5c775af7-724c-4fda-8e40-d1a942821249'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 23:42:07.530669 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b8fdb7-7677-46d8-a694-0fda7965901c req-c00b2770-1f88-411b-a1b3-ec8e22a71a30 service neutron] Bound using segment: {'id': 'e5d9da99-fdc6-404d-92e5-8786018a7109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5c775af7-724c-4fda-8e40-d1a942821249'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 23:42:07.531066 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [req-d5b8fdb7-7677-46d8-a694-0fda7965901c req-c00b2770-1f88-411b-a1b3-ec8e22a71a30 service neutron] Bound port: a83bdd22-39f9-4d05-8a09-e01ede02b877, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5d9da99-fdc6-404d-92e5-8786018a7109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5c775af7-724c-4fda-8e40-d1a942821249'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 23:42:07.531805 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [req-d5b8fdb7-7677-46d8-a694-0fda7965901c req-c00b2770-1f88-411b-a1b3-ec8e22a71a30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:07.534713 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c69b1a87-5c73-4920-b2b8-fcbe03aaaaad admin admin] Subscribe: > segment before_delete 55550000 {{(pid=88108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:42:07.535120 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c69b1a87-5c73-4920-b2b8-fcbe03aaaaad admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:42:07.535849 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c69b1a87-5c73-4920-b2b8-fcbe03aaaaad admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:42:07.536182 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c69b1a87-5c73-4920-b2b8-fcbe03aaaaad admin admin] Subscribe: > port after_create 55550000 {{(pid=88108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:42:07.536507 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c69b1a87-5c73-4920-b2b8-fcbe03aaaaad admin admin] Subscribe: > port after_delete 55550000 {{(pid=88108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:42:07.536857 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c69b1a87-5c73-4920-b2b8-fcbe03aaaaad admin admin] Subscribe: > port after_update 55550000 {{(pid=88108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:42:07.537260 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c69b1a87-5c73-4920-b2b8-fcbe03aaaaad admin admin] Subscribe: > segment after_delete 55550000 {{(pid=88108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:42:07.537621 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c69b1a87-5c73-4920-b2b8-fcbe03aaaaad admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:42:07.537960 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c69b1a87-5c73-4920-b2b8-fcbe03aaaaad admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:42:07.538274 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c69b1a87-5c73-4920-b2b8-fcbe03aaaaad admin admin] Subscribe: > subnet after_update 55550000 {{(pid=88108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:42:07.629143 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69de2d2d-0778-44ad-8f0a-b6f0806a4920 req-5cedd20b-3ae9-4794-850a-3a22385f73df tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:07.629868 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [req-69de2d2d-0778-44ad-8f0a-b6f0806a4920 req-5cedd20b-3ae9-4794-850a-3a22385f73df tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Synchronizing usage tracker for tenant:6562c7a98a7c427eaa1620396993ad5c on resource:port {{(pid=88109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 23:42:07.658381 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-49a9efa2-d505-4241-93bd-a47afee4837c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:07.690514 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8e63eb4e-96c5-40f2-acac-57330468c3ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:07.708491 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a9efa2-d505-4241-93bd-a47afee4837c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1653f8ef-d669-4a82-90cc-e03417bcb5a4,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:07.716826 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [req-69de2d2d-0778-44ad-8f0a-b6f0806a4920 req-5cedd20b-3ae9-4794-850a-3a22385f73df tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Unset dirty status for tenant:6562c7a98a7c427eaa1620396993ad5c on resource:port {{(pid=88109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 23:42:07.718058 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-69de2d2d-0778-44ad-8f0a-b6f0806a4920 req-5cedd20b-3ae9-4794-850a-3a22385f73df tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/ports?device_id=d50d670d-4e02-4c65-a1f4-611299a7e34e HTTP/1.1" status: 200 len: 943 time: 0.5414984 Jun 24 23:42:07.718185 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c69b1a87-5c73-4920-b2b8-fcbe03aaaaad admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:42:07.718454 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c69b1a87-5c73-4920-b2b8-fcbe03aaaaad admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:42:07.718821 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c69b1a87-5c73-4920-b2b8-fcbe03aaaaad admin admin] Subscribe: > subnet before_create 55550000 {{(pid=88108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:42:07.719148 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c69b1a87-5c73-4920-b2b8-fcbe03aaaaad admin admin] Subscribe: > subnet before_update 55550000 {{(pid=88108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:42:07.719502 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.services.segments.db [None req-c69b1a87-5c73-4920-b2b8-fcbe03aaaaad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9145890-7e92-4ab9-bb12-38273b5a4164']}} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:42:07.733447 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.services.segments.db [None req-c69b1a87-5c73-4920-b2b8-fcbe03aaaaad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5ebc90e-9d9f-4b47-ab9f-d20007ef27c0') {'for_net_delete': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:42:07.733735 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.services.segments.db [None req-c69b1a87-5c73-4920-b2b8-fcbe03aaaaad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5ebc90e-9d9f-4b47-ab9f-d20007ef27c0') {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:42:07.746288 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c69b1a87-5c73-4920-b2b8-fcbe03aaaaad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754888590228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267337628'] for segment, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:07.765249 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c69b1a87-5c73-4920-b2b8-fcbe03aaaaad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569928'] for segment, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:07.768486 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cddea5-eb6d-4c69-8518-2f5c30cb48b2 req-110cc762-2776-435d-9fe9-0b3996544bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:07.769093 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-83cddea5-eb6d-4c69-8518-2f5c30cb48b2 req-110cc762-2776-435d-9fe9-0b3996544bc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627732'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:07.770599 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-83cddea5-eb6d-4c69-8518-2f5c30cb48b2 req-110cc762-2776-435d-9fe9-0b3996544bc0 service neutron] 10.222.0.15 "PUT /v2.0/ports/d6024fb1-c461-4b97-865d-d640badfb311 HTTP/1.1" status: 200 len: 1094 time: 5.5622160 Jun 24 23:42:07.778326 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.db [req-d5b8fdb7-7677-46d8-a694-0fda7965901c req-c00b2770-1f88-411b-a1b3-ec8e22a71a30 service neutron] For port a83bdd22-39f9-4d05-8a09-e01ede02b877, host hv-cinder-84718, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 23:42:07.779701 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e116b65-c215-4a97-9780-deab6e789455', 'tag': 'd6024fb1-c461-4b97-865d-d640badfb311'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 23:42:07.787946 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e63eb4e-96c5-40f2-acac-57330468c3ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec17ae10-0474-42b4-abbb-1f7731eb04db,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:07.853157 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c69b1a87-5c73-4920-b2b8-fcbe03aaaaad admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=88108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 23:42:07.853568 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c69b1a87-5c73-4920-b2b8-fcbe03aaaaad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1569927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266412531'] for segment, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:07.860158 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-49a9efa2-d505-4241-93bd-a47afee4837c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:07.866870 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-49a9efa2-d505-4241-93bd-a47afee4837c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1653f8ef-d669-4a82-90cc-e03417bcb5a4 HTTP/1.1" status: 204 len: 168 time: 1.2114565 Jun 24 23:42:07.915960 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-69de2d2d-0778-44ad-8f0a-b6f0806a4920 req-18abc13d-cd63-468d-a550-cf3f2358d8d5 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/security-groups?id=35780291-3189-42e2-873b-1d6977d2becc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1674402 Jun 24 23:42:07.970677 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91bd50c5-a44a-4922-aa63-49bdb1924e87'] response: {'name': 'network-changed', 'server_uuid': '3e116b65-c215-4a97-9780-deab6e789455', 'tag': 'd6024fb1-c461-4b97-865d-d640badfb311', 'status': 'completed', 'code': 200} Jun 24 23:42:07.985278 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8e63eb4e-96c5-40f2-acac-57330468c3ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:07.986413 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-8e63eb4e-96c5-40f2-acac-57330468c3ef admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ec17ae10-0474-42b4-abbb-1f7731eb04db HTTP/1.1" status: 204 len: 168 time: 1.1989372 Jun 24 23:42:08.079208 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110cc762-2776-435d-9fe9-0b3996544bc0 service neutron] Pushing event updated for resources: {'Port': ['ID=d6024fb1-c461-4b97-865d-d640badfb311,revision_number=3']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:08.151531 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-11d0e73b-49d0-4b2c-9fa3-1ff1d9af47af req-055f2a5e-0ae1-4881-bd74-2d577a20e803 service neutron] 10.222.0.15 "GET /v2.0/networks/878eeed2-1705-4528-82e7-be9e0c60139b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3586638 Jun 24 23:42:08.201385 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-793c47ba-23ae-421c-a2ee-14bae54edcf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:08.319243 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-793c47ba-23ae-421c-a2ee-14bae54edcf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:08.326256 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.db [req-d5b8fdb7-7677-46d8-a694-0fda7965901c req-c00b2770-1f88-411b-a1b3-ec8e22a71a30 service neutron] For port a83bdd22-39f9-4d05-8a09-e01ede02b877, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=a83bdd22-39f9-4d05-8a09-e01ede02b877,segment=NetworkSegment(e5d9da99-fdc6-404d-92e5-8786018a7109),segment_id=e5d9da99-fdc6-404d-92e5-8786018a7109)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 23:42:08.370553 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c69b1a87-5c73-4920-b2b8-fcbe03aaaaad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1564184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476632'] for network, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:08.377381 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793c47ba-23ae-421c-a2ee-14bae54edcf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cd642da-71f1-4c66-9e31-ce3de76072fc,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:08.436833 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [req-d5b8fdb7-7677-46d8-a694-0fda7965901c req-c00b2770-1f88-411b-a1b3-ec8e22a71a30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:08.446306 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69b1a87-5c73-4920-b2b8-fcbe03aaaaad admin admin] Pushing event deleted for resources: {'Network': ['ID=d9145890-7e92-4ab9-bb12-38273b5a4164,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:08.462038 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c69b1a87-5c73-4920-b2b8-fcbe03aaaaad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627732'] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:08.492192 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-793c47ba-23ae-421c-a2ee-14bae54edcf9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=816898ae991043e0b79cd6244c362973&name=default HTTP/1.1" status: 200 len: 2979 time: 3.0965157 Jun 24 23:42:08.498995 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 52646) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:42:08.507890 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-c69b1a87-5c73-4920-b2b8-fcbe03aaaaad admin admin] 10.222.0.42 "DELETE /v2.0/networks/d9145890-7e92-4ab9-bb12-38273b5a4164 HTTP/1.1" status: 204 len: 168 time: 1.6589184 Jun 24 23:42:08.507890 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-309ea70c-804f-4784-8ad1-d4c40596f02c req-70cd7b5a-8d5a-4fe0-b084-6a0d93656574 service neutron] 10.222.0.15 "GET /v2.0/networks/878eeed2-1705-4528-82e7-be9e0c60139b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7048545 Jun 24 23:42:08.517259 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 52650) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:42:08.594907 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b8fdb7-7677-46d8-a694-0fda7965901c req-c00b2770-1f88-411b-a1b3-ec8e22a71a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:08.595544 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [req-d5b8fdb7-7677-46d8-a694-0fda7965901c req-c00b2770-1f88-411b-a1b3-ec8e22a71a30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627732'] for port, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:08.596949 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-d5b8fdb7-7677-46d8-a694-0fda7965901c req-c00b2770-1f88-411b-a1b3-ec8e22a71a30 service neutron] 10.222.0.15 "PUT /v2.0/ports/a83bdd22-39f9-4d05-8a09-e01ede02b877 HTTP/1.1" status: 200 len: 1093 time: 5.2154932 Jun 24 23:42:08.602463 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd50d670d-4e02-4c65-a1f4-611299a7e34e', 'tag': 'a83bdd22-39f9-4d05-8a09-e01ede02b877'}] {{(pid=88109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 23:42:08.623010 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00b2770-1f88-411b-a1b3-ec8e22a71a30 service neutron] Pushing event updated for resources: {'Port': ['ID=a83bdd22-39f9-4d05-8a09-e01ede02b877,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:08.633726 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.db_base_plugin_v2 [None req-97c48db2-57f5-4412-9b5f-57fbc1711e59 admin admin] Deleting subnet 6a9c0195-c9e8-40fa-9442-03478de92531 {{(pid=88108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 24 23:42:08.707458 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-97c48db2-57f5-4412-9b5f-57fbc1711e59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:08.730716 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720a85bd-fcdc-4b1b-9731-9ba26e8fda9d req-948cfa72-8bc6-44f7-ba01-80705d34aa18 tempest-DeleteServersTestJSON-733994 tempest-DeleteServersTestJSON-733994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:08.733346 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:08.742303 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-720a85bd-fcdc-4b1b-9731-9ba26e8fda9d req-948cfa72-8bc6-44f7-ba01-80705d34aa18 tempest-DeleteServersTestJSON-733994 tempest-DeleteServersTestJSON-733994-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e116b65-c215-4a97-9780-deab6e789455 HTTP/1.1" status: 200 len: 944 time: 0.4272282 Jun 24 23:42:08.744332 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2284d1-1096-455a-a0c3-d4b9b390add2 req-f6f11538-23e5-4604-88e4-c37ddcf8bfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:08.745741 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-4a2284d1-1096-455a-a0c3-d4b9b390add2 req-f6f11538-23e5-4604-88e4-c37ddcf8bfe2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b0685d2348744b39b8eb315433f69ef4&device_id=ff4d6822-c2c9-484c-85b2-e9b5ea13ad06 HTTP/1.1" status: 200 len: 1097 time: 0.5424848 Jun 24 23:42:08.756917 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cddea5-eb6d-4c69-8518-2f5c30cb48b2 req-95aaa5f2-9156-490b-a287-91c23c20092f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:08.758486 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-83cddea5-eb6d-4c69-8518-2f5c30cb48b2 req-95aaa5f2-9156-490b-a287-91c23c20092f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c17cd5cad713481a9353d21c7d016351&device_id=3e116b65-c215-4a97-9780-deab6e789455 HTTP/1.1" status: 200 len: 1097 time: 0.9093516 Jun 24 23:42:08.764772 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.services.segments.plugin [-] Segment e5ebc90e-9d9f-4b47-ab9f-d20007ef27c0 resource provider aggregate not found Jun 24 23:42:08.815784 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.services.segments.plugin [-] Segment e5ebc90e-9d9f-4b47-ab9f-d20007ef27c0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e5ebc90e-9d9f-4b47-ab9f-d20007ef27c0 found for delete ", "request_id": "req-4214dca1-cf3e-45ed-a2e2-7149dfd7f8e8"}]} Jun 24 23:42:08.896983 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dd19c6-b40c-4254-8778-c485068a4de3 req-c318fbca-d2b4-431a-b3b0-976011cddd8c tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:08.899029 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-61dd19c6-b40c-4254-8778-c485068a4de3 req-c318fbca-d2b4-431a-b3b0-976011cddd8c tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e80ccfd-4a2f-4e41-a68d-a6b03ae1982b HTTP/1.1" status: 200 len: 944 time: 0.7281020 Jun 24 23:42:08.916387 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-720a85bd-fcdc-4b1b-9731-9ba26e8fda9d req-54d8ea56-3c66-4ad7-856c-b1f6745d0959 tempest-DeleteServersTestJSON-733994 tempest-DeleteServersTestJSON-733994-project] 10.222.0.42 "GET /v2.0/security-groups?id=67e70c52-fdca-4aa6-a9a3-dda7513aaeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647844 Jun 24 23:42:08.920172 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-83cddea5-eb6d-4c69-8518-2f5c30cb48b2 req-005085c1-cfeb-487a-8509-8ba6c38ae7b8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6024fb1-c461-4b97-865d-d640badfb311 HTTP/1.1" status: 200 len: 217 time: 0.1143310 Jun 24 23:42:08.973299 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-11a7e28e-e51b-4f6c-8365-a422ec32776f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:08.989082 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2284d1-1096-455a-a0c3-d4b9b390add2 req-875073fe-1cc0-4503-b726-6bceeb6b3152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:08.990721 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-4a2284d1-1096-455a-a0c3-d4b9b390add2 req-875073fe-1cc0-4503-b726-6bceeb6b3152 service neutron] 10.222.0.15 "GET /v2.0/networks?id=878eeed2-1705-4528-82e7-be9e0c60139b HTTP/1.1" status: 200 len: 920 time: 0.2379241 Jun 24 23:42:08.993657 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b8fdb7-7677-46d8-a694-0fda7965901c req-7b12fc95-89ef-4b2f-8f64-043b1715a7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:08.995445 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-d5b8fdb7-7677-46d8-a694-0fda7965901c req-7b12fc95-89ef-4b2f-8f64-043b1715a7a3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6562c7a98a7c427eaa1620396993ad5c&device_id=d50d670d-4e02-4c65-a1f4-611299a7e34e HTTP/1.1" status: 200 len: 1096 time: 0.3287098 Jun 24 23:42:09.004624 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09b23e70-b48e-451d-aafc-83daa2d02ab8'] response: {'name': 'network-changed', 'server_uuid': 'd50d670d-4e02-4c65-a1f4-611299a7e34e', 'tag': 'a83bdd22-39f9-4d05-8a09-e01ede02b877', 'status': 'completed', 'code': 200} Jun 24 23:42:09.056389 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-97c48db2-57f5-4412-9b5f-57fbc1711e59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267337621'] for subnet, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:09.098212 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2693d0-6426-444f-93c3-38e5fc19b59b req-6ab89f3f-1617-4674-b784-f3ddced31b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:09.101176 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-dd2693d0-6426-444f-93c3-38e5fc19b59b req-6ab89f3f-1617-4674-b784-f3ddced31b05 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b0685d2348744b39b8eb315433f69ef4&device_id=2e80ccfd-4a2f-4e41-a68d-a6b03ae1982b HTTP/1.1" status: 200 len: 1097 time: 0.4560964 Jun 24 23:42:09.140202 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-d5b8fdb7-7677-46d8-a694-0fda7965901c req-5957ac4d-eab8-4a3f-b504-dd0545e8bc2d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a83bdd22-39f9-4d05-8a09-e01ede02b877 HTTP/1.1" status: 200 len: 217 time: 0.0763962 Jun 24 23:42:09.150062 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-4a2284d1-1096-455a-a0c3-d4b9b390add2 req-c25d5b32-e2c7-40b5-9137-9a87039a350a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2107efc8-6059-44ad-b1ac-307690c37f92 HTTP/1.1" status: 200 len: 217 time: 0.1418495 Jun 24 23:42:09.208832 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-61dd19c6-b40c-4254-8778-c485068a4de3 req-fa913866-ddff-4e95-bf27-e46b6ab2c90b tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/security-groups?id=20c47638-9a00-4622-a48b-78e864be34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902772 Jun 24 23:42:09.271657 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cddea5-eb6d-4c69-8518-2f5c30cb48b2 req-1eb5500c-4365-4ac5-b38a-ffd919882b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:09.273089 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-83cddea5-eb6d-4c69-8518-2f5c30cb48b2 req-1eb5500c-4365-4ac5-b38a-ffd919882b72 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=38c12f82-0b9e-4964-a5ea-f577dd9ff2a6 HTTP/1.1" status: 200 len: 851 time: 0.3014152 Jun 24 23:42:09.276413 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-11a7e28e-e51b-4f6c-8365-a422ec32776f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:09.291839 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-97c48db2-57f5-4412-9b5f-57fbc1711e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1563746'] for subnet, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:09.448068 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2284d1-1096-455a-a0c3-d4b9b390add2 req-48080584-b4d3-4acc-b27d-c7deef45b342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:09.449503 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-4a2284d1-1096-455a-a0c3-d4b9b390add2 req-48080584-b4d3-4acc-b27d-c7deef45b342 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=58b6f9c2-a230-4e37-ab12-8b61321e5f1a HTTP/1.1" status: 200 len: 858 time: 0.1132832 Jun 24 23:42:09.451687 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b8fdb7-7677-46d8-a694-0fda7965901c req-e96605d7-8ebd-4e42-bbfc-50c3f307875a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:09.453722 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-d5b8fdb7-7677-46d8-a694-0fda7965901c req-e96605d7-8ebd-4e42-bbfc-50c3f307875a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4eab98b5-d3e2-4d75-bd58-9dc209dd913a HTTP/1.1" status: 200 len: 849 time: 0.3018885 Jun 24 23:42:09.524964 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2693d0-6426-444f-93c3-38e5fc19b59b req-55335d02-cc32-419a-a54e-fabc4bea3e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:09.525825 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-dd2693d0-6426-444f-93c3-38e5fc19b59b req-55335d02-cc32-419a-a54e-fabc4bea3e6f service neutron] 10.222.0.15 "GET /v2.0/networks?id=878eeed2-1705-4528-82e7-be9e0c60139b HTTP/1.1" status: 200 len: 920 time: 0.3840249 Jun 24 23:42:09.593421 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b485792-82c8-476f-a2b9-625c111d4b96 req-bdf3af19-158f-44f2-bb2c-fc79efc8188e tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:09.595140 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-1b485792-82c8-476f-a2b9-625c111d4b96 req-bdf3af19-158f-44f2-bb2c-fc79efc8188e tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/ports?device_id=d50d670d-4e02-4c65-a1f4-611299a7e34e HTTP/1.1" status: 200 len: 943 time: 0.4540758 Jun 24 23:42:09.614499 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-97c48db2-57f5-4412-9b5f-57fbc1711e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1563737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266412381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266572299'] for subnet, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:09.701195 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-1b485792-82c8-476f-a2b9-625c111d4b96 req-2c8caa9f-fb1f-4021-9b48-44377b9d2aad tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/security-groups?id=35780291-3189-42e2-873b-1d6977d2becc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872033 Jun 24 23:42:09.734107 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2284d1-1096-455a-a0c3-d4b9b390add2 req-5aea8ad0-1042-4b7f-a981-2cf8f1414e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:09.735595 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-4a2284d1-1096-455a-a0c3-d4b9b390add2 req-5aea8ad0-1042-4b7f-a981-2cf8f1414e5d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=878eeed2-1705-4528-82e7-be9e0c60139b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2741346 Jun 24 23:42:09.737230 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b8fdb7-7677-46d8-a694-0fda7965901c req-43426588-24bf-487c-8273-ade070266db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:09.738557 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-d5b8fdb7-7677-46d8-a694-0fda7965901c req-43426588-24bf-487c-8273-ade070266db8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5c775af7-724c-4fda-8e40-d1a942821249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2594068 Jun 24 23:42:09.850055 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-dd2693d0-6426-444f-93c3-38e5fc19b59b req-1efcc670-efaf-4db8-b4f4-34319705aea7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8842045c-5bb7-4ef5-b5d9-ce2f6fdf2562 HTTP/1.1" status: 200 len: 217 time: 0.3124084 Jun 24 23:42:09.850677 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-11a7e28e-e51b-4f6c-8365-a422ec32776f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:09.880803 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cddea5-eb6d-4c69-8518-2f5c30cb48b2 req-8e5b3116-db86-4b34-a8bf-75bb70702231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:09.882285 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-83cddea5-eb6d-4c69-8518-2f5c30cb48b2 req-8e5b3116-db86-4b34-a8bf-75bb70702231 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9031eba8-f6be-4b6d-9c35-66859d64d8f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5919120 Jun 24 23:42:09.894099 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-97c48db2-57f5-4412-9b5f-57fbc1711e59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627732'] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:09.896593 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c48db2-57f5-4412-9b5f-57fbc1711e59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a9c0195-c9e8-40fa-9442-03478de92531,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:09.940842 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-a77167cc-798c-4a6f-b193-0a54baef01f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:10.007784 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a7e28e-e51b-4f6c-8365-a422ec32776f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cd642da-71f1-4c66-9e31-ce3de76072fc,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:10.128328 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-11a7e28e-e51b-4f6c-8365-a422ec32776f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:10.140420 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-11a7e28e-e51b-4f6c-8365-a422ec32776f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9cd642da-71f1-4c66-9e31-ce3de76072fc HTTP/1.1" status: 204 len: 168 time: 1.6333797 Jun 24 23:42:10.155541 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-97c48db2-57f5-4412-9b5f-57fbc1711e59 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/6a9c0195-c9e8-40fa-9442-03478de92531 HTTP/1.1" status: 204 len: 168 time: 1.6338007 Jun 24 23:42:10.159927 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 52716) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:42:10.181653 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-4a2284d1-1096-455a-a0c3-d4b9b390add2 req-52163b2b-69af-48b1-9a31-9c14b0cda8f4 service neutron] 10.222.0.15 "GET /v2.0/networks/878eeed2-1705-4528-82e7-be9e0c60139b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4335165 Jun 24 23:42:10.183220 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-d5b8fdb7-7677-46d8-a694-0fda7965901c req-0f73e460-b1ef-42ef-afe5-77cb4d702816 service neutron] 10.222.0.15 "GET /v2.0/networks/5c775af7-724c-4fda-8e40-d1a942821249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4054627 Jun 24 23:42:10.275952 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2693d0-6426-444f-93c3-38e5fc19b59b req-ffca2242-dd91-4e35-8899-02966d60da5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:10.282238 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-dd2693d0-6426-444f-93c3-38e5fc19b59b req-ffca2242-dd91-4e35-8899-02966d60da5a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=58b6f9c2-a230-4e37-ab12-8b61321e5f1a HTTP/1.1" status: 200 len: 858 time: 0.3908987 Jun 24 23:42:10.505916 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-83cddea5-eb6d-4c69-8518-2f5c30cb48b2 req-07edc7b3-621b-448f-ba7b-5143277e0f27 service neutron] 10.222.0.15 "GET /v2.0/networks/9031eba8-f6be-4b6d-9c35-66859d64d8f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6065235 Jun 24 23:42:10.559918 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-135ca438-45c4-48ae-a34b-1e7e68def6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1475803'] for network, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:10.617231 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36f5608-acb5-4dc5-8d0e-865cbcf239cc req-097ad5c6-9d17-4500-bcc2-43121251c431 tempest-DeleteServersTestJSON-733994 tempest-DeleteServersTestJSON-733994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:10.618742 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-d36f5608-acb5-4dc5-8d0e-865cbcf239cc req-097ad5c6-9d17-4500-bcc2-43121251c431 tempest-DeleteServersTestJSON-733994 tempest-DeleteServersTestJSON-733994-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e116b65-c215-4a97-9780-deab6e789455 HTTP/1.1" status: 200 len: 944 time: 0.4650850 Jun 24 23:42:10.625946 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2693d0-6426-444f-93c3-38e5fc19b59b req-3d368ce8-ae8b-4c4d-a7c0-1bfa43a3d921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:10.627364 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-dd2693d0-6426-444f-93c3-38e5fc19b59b req-3d368ce8-ae8b-4c4d-a7c0-1bfa43a3d921 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=878eeed2-1705-4528-82e7-be9e0c60139b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3196709 Jun 24 23:42:10.781030 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-d5b8fdb7-7677-46d8-a694-0fda7965901c req-2ef660d1-10b3-4e26-987d-87d56916e835 service neutron] 10.222.0.15 "GET /v2.0/networks/5c775af7-724c-4fda-8e40-d1a942821249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5436213 Jun 24 23:42:10.806625 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-4a2284d1-1096-455a-a0c3-d4b9b390add2 req-38e827ce-a8e3-4126-9676-d8ebd4793fad service neutron] 10.222.0.15 "GET /v2.0/networks/878eeed2-1705-4528-82e7-be9e0c60139b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5703480 Jun 24 23:42:10.811153 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-d36f5608-acb5-4dc5-8d0e-865cbcf239cc req-e2454d81-9074-43e6-921c-d4f6dfdedc60 tempest-DeleteServersTestJSON-733994 tempest-DeleteServersTestJSON-733994-project] 10.222.0.42 "GET /v2.0/security-groups?id=67e70c52-fdca-4aa6-a9a3-dda7513aaeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826909 Jun 24 23:42:10.824912 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0f4aaf-80af-4252-81f1-af3056f01e0c req-0dfa0b32-46f2-4547-bc0f-bfb914e4ee9a tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:10.826644 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-9d0f4aaf-80af-4252-81f1-af3056f01e0c req-0dfa0b32-46f2-4547-bc0f-bfb914e4ee9a tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e80ccfd-4a2f-4e41-a68d-a6b03ae1982b HTTP/1.1" status: 200 len: 944 time: 0.3803062 Jun 24 23:42:10.828871 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-135ca438-45c4-48ae-a34b-1e7e68def6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1564183', 'neutron.services.segments.db._delete_segments_for_network-8754888586361'] for network, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:10.831900 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-83cddea5-eb6d-4c69-8518-2f5c30cb48b2 req-a74a3a63-c213-4c31-92ff-fa5d186e566a service neutron] 10.222.0.15 "GET /v2.0/networks/9031eba8-f6be-4b6d-9c35-66859d64d8f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3136299 Jun 24 23:42:10.877130 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 52740) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:42:10.887678 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-135ca438-45c4-48ae-a34b-1e7e68def6e2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=88109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:42:10.888026 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-135ca438-45c4-48ae-a34b-1e7e68def6e2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:42:10.888752 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-135ca438-45c4-48ae-a34b-1e7e68def6e2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:42:10.889081 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-135ca438-45c4-48ae-a34b-1e7e68def6e2 admin admin] Subscribe: > port after_create 55550000 {{(pid=88109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:42:10.889410 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-135ca438-45c4-48ae-a34b-1e7e68def6e2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=88109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:42:10.889753 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-135ca438-45c4-48ae-a34b-1e7e68def6e2 admin admin] Subscribe: > port after_update 55550000 {{(pid=88109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:42:10.890088 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-135ca438-45c4-48ae-a34b-1e7e68def6e2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=88109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:42:10.890417 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-135ca438-45c4-48ae-a34b-1e7e68def6e2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:42:10.890745 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-135ca438-45c4-48ae-a34b-1e7e68def6e2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:42:10.891060 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-135ca438-45c4-48ae-a34b-1e7e68def6e2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=88109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:42:10.928948 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-dd2693d0-6426-444f-93c3-38e5fc19b59b req-ff9a067e-d229-47c2-8b57-a9095cef90ed service neutron] 10.222.0.15 "GET /v2.0/networks/878eeed2-1705-4528-82e7-be9e0c60139b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814441 Jun 24 23:42:10.987593 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-135ca438-45c4-48ae-a34b-1e7e68def6e2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:42:10.988324 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-135ca438-45c4-48ae-a34b-1e7e68def6e2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:42:10.988324 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-135ca438-45c4-48ae-a34b-1e7e68def6e2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=88109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:42:10.988601 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-135ca438-45c4-48ae-a34b-1e7e68def6e2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=88109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 24 23:42:10.988983 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.services.segments.db [None req-135ca438-45c4-48ae-a34b-1e7e68def6e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['427fc4ec-4a72-441c-95f7-6128ddecab95']}} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:42:11.015292 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3a69455f-ced4-43b5-94e4-0fd8533d6d20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:11.053250 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.services.segments.db [None req-135ca438-45c4-48ae-a34b-1e7e68def6e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ceec5ed2-735c-40dd-b783-49aa300bcbf5') {'for_net_delete': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:42:11.053801 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.services.segments.db [None req-135ca438-45c4-48ae-a34b-1e7e68def6e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ceec5ed2-735c-40dd-b783-49aa300bcbf5') {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:42:11.083132 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-135ca438-45c4-48ae-a34b-1e7e68def6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754888590228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266491964'] for segment, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:11.086934 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-3a69455f-ced4-43b5-94e4-0fd8533d6d20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:42:11.092563 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-9d0f4aaf-80af-4252-81f1-af3056f01e0c req-475c7dd2-83de-422d-b424-34aebb5d5de6 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/security-groups?id=20c47638-9a00-4622-a48b-78e864be34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540421 Jun 24 23:42:11.125623 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-135ca438-45c4-48ae-a34b-1e7e68def6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569928'] for segment, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:11.136290 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-135ca438-45c4-48ae-a34b-1e7e68def6e2 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=88109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 23:42:11.136721 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-135ca438-45c4-48ae-a34b-1e7e68def6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1569927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266550691'] for segment, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:11.155319 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-3a69455f-ced4-43b5-94e4-0fd8533d6d20 admin admin] Usage tracker for resource:security_group_rule and tenant:6b67cacda2c04754b8a6c4d06b525ea9 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:42:11.165194 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-3a69455f-ced4-43b5-94e4-0fd8533d6d20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:42:11.185687 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-3a69455f-ced4-43b5-94e4-0fd8533d6d20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:42:11.246052 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bff02e-ce92-4f8e-9a7f-dd7b8843bf00 req-7cd56acf-33c7-409f-a0a5-78d0b97e61fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:11.247806 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-19bff02e-ce92-4f8e-9a7f-dd7b8843bf00 req-7cd56acf-33c7-409f-a0a5-78d0b97e61fb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c17cd5cad713481a9353d21c7d016351&device_id=3e116b65-c215-4a97-9780-deab6e789455 HTTP/1.1" status: 200 len: 1097 time: 0.2500794 Jun 24 23:42:11.309634 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-dd2693d0-6426-444f-93c3-38e5fc19b59b req-20f66e8a-ce3f-43a7-be70-782b01c5fcd6 service neutron] 10.222.0.15 "GET /v2.0/networks/878eeed2-1705-4528-82e7-be9e0c60139b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3238835 Jun 24 23:42:11.311491 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090612a9-8620-4a36-92d9-2e253a13b9ee req-7e9f0348-1c88-4237-84b6-6eb8453cfa8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:11.313067 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-090612a9-8620-4a36-92d9-2e253a13b9ee req-7e9f0348-1c88-4237-84b6-6eb8453cfa8d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6562c7a98a7c427eaa1620396993ad5c&device_id=d50d670d-4e02-4c65-a1f4-611299a7e34e HTTP/1.1" status: 200 len: 1096 time: 0.3894637 Jun 24 23:42:11.363920 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c06d91-1bfa-44b3-9712-41b5497be3ae req-47d43566-e302-47bd-860a-8a7252ee4603 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:11.369261 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-89c06d91-1bfa-44b3-9712-41b5497be3ae req-47d43566-e302-47bd-860a-8a7252ee4603 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/ports?device_id=d50d670d-4e02-4c65-a1f4-611299a7e34e HTTP/1.1" status: 200 len: 943 time: 0.3865194 Jun 24 23:42:11.372192 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-135ca438-45c4-48ae-a34b-1e7e68def6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1564184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476632'] for network, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:11.381381 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-135ca438-45c4-48ae-a34b-1e7e68def6e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627732'] for network, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:11.448448 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Device 2107efc8-6059-44ad-b1ac-307690c37f92 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 23:42:11.458967 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135ca438-45c4-48ae-a34b-1e7e68def6e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=427fc4ec-4a72-441c-95f7-6128ddecab95,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:11.470618 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-135ca438-45c4-48ae-a34b-1e7e68def6e2 admin admin] 10.222.0.42 "DELETE /v2.0/networks/427fc4ec-4a72-441c-95f7-6128ddecab95 HTTP/1.1" status: 204 len: 168 time: 1.3096552 Jun 24 23:42:11.512154 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-89c06d91-1bfa-44b3-9712-41b5497be3ae req-3df67355-0d24-4121-b882-08bde4d4cdee tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/security-groups?id=35780291-3189-42e2-873b-1d6977d2becc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341696 Jun 24 23:42:11.545965 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.services.segments.plugin [-] Segment ceec5ed2-735c-40dd-b783-49aa300bcbf5 resource provider aggregate not found Jun 24 23:42:11.583459 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.services.segments.plugin [-] Segment ceec5ed2-735c-40dd-b783-49aa300bcbf5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ceec5ed2-735c-40dd-b783-49aa300bcbf5 found for delete ", "request_id": "req-609537fe-119e-416c-b3e0-9cae4d501172"}]} Jun 24 23:42:11.627285 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bff02e-ce92-4f8e-9a7f-dd7b8843bf00 req-1581ec75-ec6a-4f3d-b8f7-20741b88a420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:11.628793 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-19bff02e-ce92-4f8e-9a7f-dd7b8843bf00 req-1581ec75-ec6a-4f3d-b8f7-20741b88a420 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9031eba8-f6be-4b6d-9c35-66859d64d8f8 HTTP/1.1" status: 200 len: 913 time: 0.3736467 Jun 24 23:42:11.648691 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] For port 2107efc8-6059-44ad-b1ac-307690c37f92, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=2107efc8-6059-44ad-b1ac-307690c37f92,segment=NetworkSegment(c647ded0-4d21-4d2d-b759-44df778a6ac4),segment_id=c647ded0-4d21-4d2d-b759-44df778a6ac4)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:42:11.654327 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3a69455f-ced4-43b5-94e4-0fd8533d6d20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:11.670588 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Returning: {'device': '2107efc8-6059-44ad-b1ac-307690c37f92', 'network_id': '878eeed2-1705-4528-82e7-be9e0c60139b', 'port_id': '2107efc8-6059-44ad-b1ac-307690c37f92', 'mac_address': 'fa:16:3e:a0:2d:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58b6f9c2-a230-4e37-ab12-8b61321e5f1a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 23:42:11.675114 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3a69455f-ced4-43b5-94e4-0fd8533d6d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:11.684833 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090612a9-8620-4a36-92d9-2e253a13b9ee req-5293ec22-b5c6-4c07-acbc-0ec2bfbb47a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:11.686346 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-090612a9-8620-4a36-92d9-2e253a13b9ee req-5293ec22-b5c6-4c07-acbc-0ec2bfbb47a4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5c775af7-724c-4fda-8e40-d1a942821249 HTTP/1.1" status: 200 len: 911 time: 0.3588538 Jun 24 23:42:11.775086 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-707bff31-b5da-4601-b274-386892c937dc None None] Current status of the port 2107efc8-6059-44ad-b1ac-307690c37f92 is: DOWN; New status is: BUILD {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:42:11.776647 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:11.805150 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-19bff02e-ce92-4f8e-9a7f-dd7b8843bf00 req-e9c3aa31-2c87-4323-beb2-1cc4164c91bd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6024fb1-c461-4b97-865d-d640badfb311 HTTP/1.1" status: 200 len: 217 time: 0.1686468 Jun 24 23:42:11.817429 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.notifiers.nova [None req-707bff31-b5da-4601-b274-386892c937dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2107efc8-6059-44ad-b1ac-307690c37f92 {{(pid=88110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 23:42:11.865285 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 52798) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:42:11.867403 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] For port 2107efc8-6059-44ad-b1ac-307690c37f92, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=2107efc8-6059-44ad-b1ac-307690c37f92,segment=NetworkSegment(c647ded0-4d21-4d2d-b759-44df778a6ac4),segment_id=c647ded0-4d21-4d2d-b759-44df778a6ac4)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:42:11.871161 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-090612a9-8620-4a36-92d9-2e253a13b9ee req-5325c7d5-5d2c-47b5-beed-35460684ce42 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a83bdd22-39f9-4d05-8a09-e01ede02b877 HTTP/1.1" status: 200 len: 217 time: 0.1762915 Jun 24 23:42:11.876361 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:11.877185 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Device 8842045c-5bb7-4ef5-b5d9-ce2f6fdf2562 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 23:42:11.926994 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-3a69455f-ced4-43b5-94e4-0fd8533d6d20 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6b67cacda2c04754b8a6c4d06b525ea9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0379024 Jun 24 23:42:11.934274 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 52802) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:42:11.949165 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a69455f-ced4-43b5-94e4-0fd8533d6d20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb9a76e-6916-4338-890d-275ff8390386,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:11.952704 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-5863783a-80a8-4d7d-ad48-2405d9636e84 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=dbc6ff586c7a455ba8f5eef79f23040b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0858889 Jun 24 23:42:11.955971 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bff02e-ce92-4f8e-9a7f-dd7b8843bf00 req-4a16aac1-f701-4e59-9e6a-3228bb41f0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:11.956103 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 52808) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:42:11.957068 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-19bff02e-ce92-4f8e-9a7f-dd7b8843bf00 req-4a16aac1-f701-4e59-9e6a-3228bb41f0c4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=38c12f82-0b9e-4964-a5ea-f577dd9ff2a6 HTTP/1.1" status: 200 len: 851 time: 0.1452608 Jun 24 23:42:12.006720 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090612a9-8620-4a36-92d9-2e253a13b9ee req-f0a7d56e-03fd-4704-af88-439a25310ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:12.008393 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-090612a9-8620-4a36-92d9-2e253a13b9ee req-f0a7d56e-03fd-4704-af88-439a25310ffc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4eab98b5-d3e2-4d75-bd58-9dc209dd913a HTTP/1.1" status: 200 len: 849 time: 0.1286235 Jun 24 23:42:12.034075 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] For port 8842045c-5bb7-4ef5-b5d9-ce2f6fdf2562, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=8842045c-5bb7-4ef5-b5d9-ce2f6fdf2562,segment=NetworkSegment(c647ded0-4d21-4d2d-b759-44df778a6ac4),segment_id=c647ded0-4d21-4d2d-b759-44df778a6ac4)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:42:12.052326 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Returning: {'device': '8842045c-5bb7-4ef5-b5d9-ce2f6fdf2562', 'network_id': '878eeed2-1705-4528-82e7-be9e0c60139b', 'port_id': '8842045c-5bb7-4ef5-b5d9-ce2f6fdf2562', 'mac_address': 'fa:16:3e:99:b9:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58b6f9c2-a230-4e37-ab12-8b61321e5f1a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 23:42:12.236386 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Pushing event updated for resources: {'Port': ['ID=2107efc8-6059-44ad-b1ac-307690c37f92,revision_number=4']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:12.238682 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-783f9310-4eb9-4d94-b796-ea44b6b30235 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:12.240650 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c0952541-55be-4ddd-8d87-34bc26268faa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:12.282459 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bff02e-ce92-4f8e-9a7f-dd7b8843bf00 req-7e9d876b-bfbb-41f2-aead-6e05a15e926b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:12.286441 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-19bff02e-ce92-4f8e-9a7f-dd7b8843bf00 req-7e9d876b-bfbb-41f2-aead-6e05a15e926b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9031eba8-f6be-4b6d-9c35-66859d64d8f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3228619 Jun 24 23:42:12.287998 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-707bff31-b5da-4601-b274-386892c937dc None None] Current status of the port 8842045c-5bb7-4ef5-b5d9-ce2f6fdf2562 is: DOWN; New status is: BUILD {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:42:12.288825 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:12.293989 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-783f9310-4eb9-4d94-b796-ea44b6b30235 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:12.315905 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-fcb6b859-0623-44ed-a0ce-930fc4b27bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:12.327876 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.notifiers.nova [None req-707bff31-b5da-4601-b274-386892c937dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8842045c-5bb7-4ef5-b5d9-ce2f6fdf2562 {{(pid=88110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 23:42:12.347986 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] For port 8842045c-5bb7-4ef5-b5d9-ce2f6fdf2562, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=8842045c-5bb7-4ef5-b5d9-ce2f6fdf2562,segment=NetworkSegment(c647ded0-4d21-4d2d-b759-44df778a6ac4),segment_id=c647ded0-4d21-4d2d-b759-44df778a6ac4)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:42:12.364319 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:12.367034 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c0952541-55be-4ddd-8d87-34bc26268faa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:12.427037 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fac2b98-0c94-4ec5-928e-9e25ea93f53e req-1465f414-4c61-48d8-80fd-1c92372e2adf tempest-DeleteServersTestJSON-733994 tempest-DeleteServersTestJSON-733994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:12.428573 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-4fac2b98-0c94-4ec5-928e-9e25ea93f53e req-1465f414-4c61-48d8-80fd-1c92372e2adf tempest-DeleteServersTestJSON-733994 tempest-DeleteServersTestJSON-733994-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e116b65-c215-4a97-9780-deab6e789455 HTTP/1.1" status: 200 len: 944 time: 0.3124776 Jun 24 23:42:12.445668 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090612a9-8620-4a36-92d9-2e253a13b9ee req-268d30ce-dd08-463e-a576-d053ef163447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:12.447936 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-090612a9-8620-4a36-92d9-2e253a13b9ee req-268d30ce-dd08-463e-a576-d053ef163447 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5c775af7-724c-4fda-8e40-d1a942821249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4213984 Jun 24 23:42:12.464836 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 52824) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:42:12.481396 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Pushing event updated for resources: {'Port': ['ID=8842045c-5bb7-4ef5-b5d9-ce2f6fdf2562,revision_number=4']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:12.532546 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-4fac2b98-0c94-4ec5-928e-9e25ea93f53e req-37263fa5-25ac-4398-b287-a481d998846e tempest-DeleteServersTestJSON-733994 tempest-DeleteServersTestJSON-733994-project] 10.222.0.42 "GET /v2.0/security-groups?id=67e70c52-fdca-4aa6-a9a3-dda7513aaeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955460 Jun 24 23:42:12.534615 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-19bff02e-ce92-4f8e-9a7f-dd7b8843bf00 req-d53194e1-f8c7-4376-88b7-99c36c9a5cf5 service neutron] 10.222.0.15 "GET /v2.0/networks/9031eba8-f6be-4b6d-9c35-66859d64d8f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409747 Jun 24 23:42:12.625847 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-783f9310-4eb9-4d94-b796-ea44b6b30235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:12.664936 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-5d0e509b-d2a4-485d-b09a-1f0475bc58d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:12.666739 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c0952541-55be-4ddd-8d87-34bc26268faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:12.676992 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30a2d81-59f6-4e63-82cf-42d42a16bef4 req-6e3635a0-fd23-4026-8f45-0b592256ddb3 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:12.678441 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-a30a2d81-59f6-4e63-82cf-42d42a16bef4 req-6e3635a0-fd23-4026-8f45-0b592256ddb3 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e80ccfd-4a2f-4e41-a68d-a6b03ae1982b HTTP/1.1" status: 200 len: 945 time: 0.3623147 Jun 24 23:42:12.682765 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783f9310-4eb9-4d94-b796-ea44b6b30235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb9a76e-6916-4338-890d-275ff8390386,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:12.705185 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-090612a9-8620-4a36-92d9-2e253a13b9ee req-93a96311-1df5-46e6-933d-18ee8041646f service neutron] 10.222.0.15 "GET /v2.0/networks/5c775af7-724c-4fda-8e40-d1a942821249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405736 Jun 24 23:42:12.721898 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0952541-55be-4ddd-8d87-34bc26268faa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a37f5625-307c-4e38-a81b-df958d496f4c,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:12.734462 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] get_ports_and_sgs() called for port_ids ['8842045c-5bb7-4ef5-b5d9-ce2f6fdf2562'] {{(pid=88110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 23:42:12.744208 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-5d0e509b-d2a4-485d-b09a-1f0475bc58d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:42:12.767497 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-5d0e509b-d2a4-485d-b09a-1f0475bc58d5 admin admin] Usage tracker for resource:security_group_rule and tenant:39bd73e9f159416f9671a58329521eed is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:42:12.770792 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-783f9310-4eb9-4d94-b796-ea44b6b30235 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:12.772030 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-783f9310-4eb9-4d94-b796-ea44b6b30235 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3fb9a76e-6916-4338-890d-275ff8390386 HTTP/1.1" status: 204 len: 168 time: 0.8369968 Jun 24 23:42:12.773197 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c0952541-55be-4ddd-8d87-34bc26268faa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:12.773321 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-5d0e509b-d2a4-485d-b09a-1f0475bc58d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:42:12.777517 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-c0952541-55be-4ddd-8d87-34bc26268faa admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a37f5625-307c-4e38-a81b-df958d496f4c HTTP/1.1" status: 204 len: 168 time: 0.8174713 Jun 24 23:42:12.784047 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] get_ports_and_sgs() called for port_ids ['2107efc8-6059-44ad-b1ac-307690c37f92'] {{(pid=88110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 23:42:12.794436 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-5d0e509b-d2a4-485d-b09a-1f0475bc58d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:42:12.809888 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-19bff02e-ce92-4f8e-9a7f-dd7b8843bf00 req-a6d1aaf9-6bc8-4e7c-a1f9-cf6e4dca714b service neutron] 10.222.0.15 "GET /v2.0/networks/9031eba8-f6be-4b6d-9c35-66859d64d8f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2671287 Jun 24 23:42:12.849886 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ab03e5-125d-44c0-9953-527f9c5eecf6 req-68c9ce59-db8f-4e67-b17a-961bdaabdf90 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:12.851367 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-16ab03e5-125d-44c0-9953-527f9c5eecf6 req-68c9ce59-db8f-4e67-b17a-961bdaabdf90 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/ports?device_id=d50d670d-4e02-4c65-a1f4-611299a7e34e HTTP/1.1" status: 200 len: 943 time: 0.1734624 Jun 24 23:42:12.852444 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-a30a2d81-59f6-4e63-82cf-42d42a16bef4 req-a908fd0e-e9f1-4330-be4b-33b10182ce63 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/security-groups?id=20c47638-9a00-4622-a48b-78e864be34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557114 Jun 24 23:42:12.935609 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-16ab03e5-125d-44c0-9953-527f9c5eecf6 req-b5d91299-271d-4267-b586-fbccf322c2a6 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/security-groups?id=35780291-3189-42e2-873b-1d6977d2becc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750825 Jun 24 23:42:12.951838 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-090612a9-8620-4a36-92d9-2e253a13b9ee req-f92c1043-44dd-4898-93f1-bce9b28ab9b9 service neutron] 10.222.0.15 "GET /v2.0/networks/5c775af7-724c-4fda-8e40-d1a942821249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020736 Jun 24 23:42:12.960366 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-5d0e509b-d2a4-485d-b09a-1f0475bc58d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:12.967344 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-5d0e509b-d2a4-485d-b09a-1f0475bc58d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:12.980175 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-8c0b2992-c590-46d4-9042-25b3b8179244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:13.009856 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0e509b-d2a4-485d-b09a-1f0475bc58d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=456ea0e9-24ce-4fa0-b0e7-93a7d365aa37,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:13.033891 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-5d0e509b-d2a4-485d-b09a-1f0475bc58d5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=39bd73e9f159416f9671a58329521eed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5612617 Jun 24 23:42:13.033974 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 52840) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:42:13.094657 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-55609f10-872f-4a3c-8bb0-b864477cd425 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:13.127241 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-55609f10-872f-4a3c-8bb0-b864477cd425 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:13.220901 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-55609f10-872f-4a3c-8bb0-b864477cd425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:13.241326 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55609f10-872f-4a3c-8bb0-b864477cd425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=456ea0e9-24ce-4fa0-b0e7-93a7d365aa37,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:13.251421 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-55609f10-872f-4a3c-8bb0-b864477cd425 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:13.252568 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-55609f10-872f-4a3c-8bb0-b864477cd425 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/456ea0e9-24ce-4fa0-b0e7-93a7d365aa37 HTTP/1.1" status: 204 len: 168 time: 0.2178316 Jun 24 23:42:13.290798 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 52856) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:42:13.316294 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:13.349636 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-d6925bee-cfd4-41af-841e-4287ac15a813 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=10acc2fffec045b9a770106cf920e471&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0573571 Jun 24 23:42:13.352694 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 52860) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:42:13.426230 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Device a83bdd22-39f9-4d05-8a09-e01ede02b877 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 23:42:13.455816 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f3bd93ba-c850-49af-bebf-f6c308882cf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:13.532067 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f3bd93ba-c850-49af-bebf-f6c308882cf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:13.650707 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f3bd93ba-c850-49af-bebf-f6c308882cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:13.657711 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] For port a83bdd22-39f9-4d05-8a09-e01ede02b877, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=a83bdd22-39f9-4d05-8a09-e01ede02b877,segment=NetworkSegment(e5d9da99-fdc6-404d-92e5-8786018a7109),segment_id=e5d9da99-fdc6-404d-92e5-8786018a7109)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:42:13.671646 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bd93ba-c850-49af-bebf-f6c308882cf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d5e393e-3866-4222-aa31-c0456154e60a,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:13.675864 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Returning: {'device': 'a83bdd22-39f9-4d05-8a09-e01ede02b877', 'network_id': '5c775af7-724c-4fda-8e40-d1a942821249', 'port_id': 'a83bdd22-39f9-4d05-8a09-e01ede02b877', 'mac_address': 'fa:16:3e:a7:3f:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eab98b5-d3e2-4d75-bd58-9dc209dd913a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 23:42:13.680942 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f3bd93ba-c850-49af-bebf-f6c308882cf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:13.681947 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-f3bd93ba-c850-49af-bebf-f6c308882cf9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3d5e393e-3866-4222-aa31-c0456154e60a HTTP/1.1" status: 204 len: 168 time: 0.3282816 Jun 24 23:42:13.738258 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 52878) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:42:13.788250 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-707bff31-b5da-4601-b274-386892c937dc None None] Current status of the port a83bdd22-39f9-4d05-8a09-e01ede02b877 is: DOWN; New status is: BUILD {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:42:13.789781 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:13.790692 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-b55cb8bd-e485-4fb5-8231-7724e7498115 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:13.827826 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.notifiers.nova [None req-707bff31-b5da-4601-b274-386892c937dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a83bdd22-39f9-4d05-8a09-e01ede02b877 {{(pid=88110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 23:42:13.846144 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-b55cb8bd-e485-4fb5-8231-7724e7498115 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:42:13.848646 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] For port a83bdd22-39f9-4d05-8a09-e01ede02b877, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=a83bdd22-39f9-4d05-8a09-e01ede02b877,segment=NetworkSegment(e5d9da99-fdc6-404d-92e5-8786018a7109),segment_id=e5d9da99-fdc6-404d-92e5-8786018a7109)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:42:13.854343 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:13.855027 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Device d6024fb1-c461-4b97-865d-d640badfb311 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 23:42:13.855677 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-b55cb8bd-e485-4fb5-8231-7724e7498115 admin admin] Usage tracker for resource:security_group_rule and tenant:a22e559e3cc345c0ad726e06b1cd3fa2 is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:42:13.860742 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-b55cb8bd-e485-4fb5-8231-7724e7498115 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:42:13.878267 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-b55cb8bd-e485-4fb5-8231-7724e7498115 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:42:13.957593 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712f4298-ad6a-4668-8ebd-e5edd796b8a1 req-b51229f9-c7e3-4fb0-b1dd-c08e3fdafb96 tempest-DeleteServersTestJSON-733994 tempest-DeleteServersTestJSON-733994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:13.960457 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-712f4298-ad6a-4668-8ebd-e5edd796b8a1 req-b51229f9-c7e3-4fb0-b1dd-c08e3fdafb96 tempest-DeleteServersTestJSON-733994 tempest-DeleteServersTestJSON-733994-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e116b65-c215-4a97-9780-deab6e789455 HTTP/1.1" status: 200 len: 944 time: 0.1793931 Jun 24 23:42:14.049618 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Pushing event updated for resources: {'Port': ['ID=a83bdd22-39f9-4d05-8a09-e01ede02b877,revision_number=4']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:14.057538 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-712f4298-ad6a-4668-8ebd-e5edd796b8a1 req-d1b1398e-6a6a-4021-8730-e895e5bef5bc tempest-DeleteServersTestJSON-733994 tempest-DeleteServersTestJSON-733994-project] 10.222.0.42 "GET /v2.0/security-groups?id=67e70c52-fdca-4aa6-a9a3-dda7513aaeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903943 Jun 24 23:42:14.144620 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-b55cb8bd-e485-4fb5-8231-7724e7498115 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:14.160372 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-b55cb8bd-e485-4fb5-8231-7724e7498115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:14.170929 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] For port d6024fb1-c461-4b97-865d-d640badfb311, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=d6024fb1-c461-4b97-865d-d640badfb311,segment=NetworkSegment(515ee694-67b9-4216-a35d-0fb58f63ef25),segment_id=515ee694-67b9-4216-a35d-0fb58f63ef25)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:42:14.191148 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Returning: {'device': 'd6024fb1-c461-4b97-865d-d640badfb311', 'network_id': '9031eba8-f6be-4b6d-9c35-66859d64d8f8', 'port_id': 'd6024fb1-c461-4b97-865d-d640badfb311', 'mac_address': 'fa:16:3e:2e:a3:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38c12f82-0b9e-4964-a5ea-f577dd9ff2a6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 23:42:14.267019 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-b55cb8bd-e485-4fb5-8231-7724e7498115 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a22e559e3cc345c0ad726e06b1cd3fa2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5267534 Jun 24 23:42:14.267875 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 52896) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:42:14.270565 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55cb8bd-e485-4fb5-8231-7724e7498115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed39e8b-c9a8-47b5-aea3-90be20476e1a,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:14.274809 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-707bff31-b5da-4601-b274-386892c937dc None None] Current status of the port d6024fb1-c461-4b97-865d-d640badfb311 is: DOWN; New status is: BUILD {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:42:14.275193 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:14.310605 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd01c651-ddd2-4803-90dd-0457fe00d517 req-9f6f6011-0fde-4556-80cc-05e3b93f01b7 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:14.313832 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.notifiers.nova [None req-707bff31-b5da-4601-b274-386892c937dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6024fb1-c461-4b97-865d-d640badfb311 {{(pid=88110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 23:42:14.314221 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ece4e42-4038-4fd2-9c9b-185ed3eb5c73 req-b8ed8c4f-4a5b-48dd-aa4f-1ac9b552ec2c tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:14.315925 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-9ece4e42-4038-4fd2-9c9b-185ed3eb5c73 req-b8ed8c4f-4a5b-48dd-aa4f-1ac9b552ec2c tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/ports?device_id=d50d670d-4e02-4c65-a1f4-611299a7e34e HTTP/1.1" status: 200 len: 944 time: 0.1143475 Jun 24 23:42:14.318281 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-bd01c651-ddd2-4803-90dd-0457fe00d517 req-9f6f6011-0fde-4556-80cc-05e3b93f01b7 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e80ccfd-4a2f-4e41-a68d-a6b03ae1982b HTTP/1.1" status: 200 len: 945 time: 0.2749569 Jun 24 23:42:14.341190 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] For port d6024fb1-c461-4b97-865d-d640badfb311, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=d6024fb1-c461-4b97-865d-d640badfb311,segment=NetworkSegment(515ee694-67b9-4216-a35d-0fb58f63ef25),segment_id=515ee694-67b9-4216-a35d-0fb58f63ef25)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:42:14.346428 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:14.395762 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-9ece4e42-4038-4fd2-9c9b-185ed3eb5c73 req-2d38d5ba-3c1d-4a1d-bb41-3ae153b57b03 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/security-groups?id=35780291-3189-42e2-873b-1d6977d2becc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735793 Jun 24 23:42:14.399480 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-bd01c651-ddd2-4803-90dd-0457fe00d517 req-a03764a6-b245-42b0-be14-8410e88bb4d4 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/security-groups?id=20c47638-9a00-4622-a48b-78e864be34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802665 Jun 24 23:42:14.402501 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c5ee9853-7eb8-4270-8a27-106697eafa06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:14.441228 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c5ee9853-7eb8-4270-8a27-106697eafa06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:14.441851 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Pushing event updated for resources: {'Port': ['ID=d6024fb1-c461-4b97-865d-d640badfb311,revision_number=4']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:14.503360 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c5ee9853-7eb8-4270-8a27-106697eafa06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:14.520184 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ee9853-7eb8-4270-8a27-106697eafa06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed39e8b-c9a8-47b5-aea3-90be20476e1a,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:14.529851 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c5ee9853-7eb8-4270-8a27-106697eafa06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:14.536014 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-c5ee9853-7eb8-4270-8a27-106697eafa06 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2ed39e8b-c9a8-47b5-aea3-90be20476e1a HTTP/1.1" status: 204 len: 168 time: 0.2667122 Jun 24 23:42:14.598599 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] get_ports_and_sgs() called for port_ids ['d6024fb1-c461-4b97-865d-d640badfb311'] {{(pid=88110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 23:42:14.634089 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] get_ports_and_sgs() called for port_ids ['a83bdd22-39f9-4d05-8a09-e01ede02b877'] {{(pid=88110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 23:42:14.761256 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-1d7c9831-c6e7-4afe-acbd-faa6f5f62172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:15.314084 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4df424-152c-47ca-9803-50ddb6ac847b req-9d496854-bccc-4eef-af8c-62f49ae7c52e tempest-DeleteServersTestJSON-733994 tempest-DeleteServersTestJSON-733994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:15.322607 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-0b4df424-152c-47ca-9803-50ddb6ac847b req-9d496854-bccc-4eef-af8c-62f49ae7c52e tempest-DeleteServersTestJSON-733994 tempest-DeleteServersTestJSON-733994-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e116b65-c215-4a97-9780-deab6e789455 HTTP/1.1" status: 200 len: 945 time: 0.1387200 Jun 24 23:42:15.384125 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-0b4df424-152c-47ca-9803-50ddb6ac847b req-19b3f077-7652-45eb-86df-66dff2408ad3 tempest-DeleteServersTestJSON-733994 tempest-DeleteServersTestJSON-733994-project] 10.222.0.42 "GET /v2.0/security-groups?id=67e70c52-fdca-4aa6-a9a3-dda7513aaeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605407 Jun 24 23:42:15.438145 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Device 2107efc8-6059-44ad-b1ac-307690c37f92 up at agent hyperv_hv-cinder-84718 {{(pid=88110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 23:42:15.540720 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-707bff31-b5da-4601-b274-386892c937dc None None] Provisioning for port 2107efc8-6059-44ad-b1ac-307690c37f92 completed by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 23:42:15.548473 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-707bff31-b5da-4601-b274-386892c937dc None None] Provisioning complete for port 2107efc8-6059-44ad-b1ac-307690c37f92 triggered by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:42:15.548888 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:15.648376 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e890c64-5827-4d5f-8cd3-46a0e10012ec req-06460185-188b-4919-a276-45d0b51f2241 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:15.650364 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-5e890c64-5827-4d5f-8cd3-46a0e10012ec req-06460185-188b-4919-a276-45d0b51f2241 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e80ccfd-4a2f-4e41-a68d-a6b03ae1982b HTTP/1.1" status: 200 len: 945 time: 0.1200185 Jun 24 23:42:15.702908 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-5e890c64-5827-4d5f-8cd3-46a0e10012ec req-23612758-dcac-44b1-b7a6-8331ea8e2b47 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/security-groups?id=20c47638-9a00-4622-a48b-78e864be34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462162 Jun 24 23:42:15.766121 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-707bff31-b5da-4601-b274-386892c937dc None None] Current status of the port 2107efc8-6059-44ad-b1ac-307690c37f92 is: BUILD; New status is: ACTIVE {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:42:15.766661 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:15.766757 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203c92a6-8fdf-49eb-a173-d81cfab4ce85 req-43f62e8c-0ce4-4663-8a99-df7ccd5bff71 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:15.768237 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-203c92a6-8fdf-49eb-a173-d81cfab4ce85 req-43f62e8c-0ce4-4663-8a99-df7ccd5bff71 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/ports?device_id=d50d670d-4e02-4c65-a1f4-611299a7e34e HTTP/1.1" status: 200 len: 944 time: 0.1821835 Jun 24 23:42:15.820502 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff4d6822-c2c9-484c-85b2-e9b5ea13ad06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2107efc8-6059-44ad-b1ac-307690c37f92'}] {{(pid=88110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 23:42:15.829865 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-203c92a6-8fdf-49eb-a173-d81cfab4ce85 req-1e144c16-c042-401d-aace-ebdcc640ef11 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/security-groups?id=35780291-3189-42e2-873b-1d6977d2becc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503798 Jun 24 23:42:15.892262 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] For port 2107efc8-6059-44ad-b1ac-307690c37f92, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=2107efc8-6059-44ad-b1ac-307690c37f92,segment=NetworkSegment(c647ded0-4d21-4d2d-b759-44df778a6ac4),segment_id=c647ded0-4d21-4d2d-b759-44df778a6ac4)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:42:15.897517 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:15.898488 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Device 8842045c-5bb7-4ef5-b5d9-ce2f6fdf2562 up at agent hyperv_hv-cinder-84718 {{(pid=88110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 23:42:16.050419 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Pushing event updated for resources: {'Port': ['ID=2107efc8-6059-44ad-b1ac-307690c37f92,revision_number=5']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:16.065525 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-707bff31-b5da-4601-b274-386892c937dc None None] Provisioning for port 8842045c-5bb7-4ef5-b5d9-ce2f6fdf2562 completed by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 23:42:16.071202 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-707bff31-b5da-4601-b274-386892c937dc None None] Provisioning complete for port 8842045c-5bb7-4ef5-b5d9-ce2f6fdf2562 triggered by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:42:16.071616 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:16.212807 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-707bff31-b5da-4601-b274-386892c937dc None None] Current status of the port 8842045c-5bb7-4ef5-b5d9-ce2f6fdf2562 is: BUILD; New status is: ACTIVE {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:42:16.213204 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:16.257964 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] For port 8842045c-5bb7-4ef5-b5d9-ce2f6fdf2562, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=8842045c-5bb7-4ef5-b5d9-ce2f6fdf2562,segment=NetworkSegment(c647ded0-4d21-4d2d-b759-44df778a6ac4),segment_id=c647ded0-4d21-4d2d-b759-44df778a6ac4)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:42:16.264832 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:16.344294 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Pushing event updated for resources: {'Port': ['ID=8842045c-5bb7-4ef5-b5d9-ce2f6fdf2562,revision_number=5']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:16.538844 dv-cinder-847189-5-smb neutron-server[88110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e162cf73-59b8-4f5c-b370-de75d81a841b'] response: {'server_uuid': 'ff4d6822-c2c9-484c-85b2-e9b5ea13ad06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2107efc8-6059-44ad-b1ac-307690c37f92', 'code': 200} Jun 24 23:42:16.761028 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa86202-9165-4b7f-9697-32e059fa0ea3 req-22b0353a-985b-4207-b76e-2b494f85155e tempest-DeleteServersTestJSON-733994 tempest-DeleteServersTestJSON-733994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:16.762747 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-1aa86202-9165-4b7f-9697-32e059fa0ea3 req-22b0353a-985b-4207-b76e-2b494f85155e tempest-DeleteServersTestJSON-733994 tempest-DeleteServersTestJSON-733994-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e116b65-c215-4a97-9780-deab6e789455 HTTP/1.1" status: 200 len: 945 time: 0.2097230 Jun 24 23:42:16.920907 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-1aa86202-9165-4b7f-9697-32e059fa0ea3 req-807198bc-725a-49b6-aaec-2f7cf512b1b3 tempest-DeleteServersTestJSON-733994 tempest-DeleteServersTestJSON-733994-project] 10.222.0.42 "GET /v2.0/security-groups?id=67e70c52-fdca-4aa6-a9a3-dda7513aaeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410618 Jun 24 23:42:16.987599 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0b82ab-0a3c-4073-8188-be805f9725d7 req-bfa9126d-6082-4ff7-9bcb-81bc5da7e566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:16.989089 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-ae0b82ab-0a3c-4073-8188-be805f9725d7 req-bfa9126d-6082-4ff7-9bcb-81bc5da7e566 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ff4d6822-c2c9-484c-85b2-e9b5ea13ad06 HTTP/1.1" status: 200 len: 1099 time: 0.1492057 Jun 24 23:42:17.065056 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-ae0b82ab-0a3c-4073-8188-be805f9725d7 req-5fe7cc58-04aa-42cb-beb3-fadc19c2befe service neutron] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:17.092096 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [req-ae0b82ab-0a3c-4073-8188-be805f9725d7 req-5fe7cc58-04aa-42cb-beb3-fadc19c2befe service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:42:17.096893 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-ae0b82ab-0a3c-4073-8188-be805f9725d7 req-5fe7cc58-04aa-42cb-beb3-fadc19c2befe service neutron] Usage tracker for resource:security_group_rule and tenant:9c7bb7d9df8747759113da3071b6ddf5 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:42:17.099703 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-ae0b82ab-0a3c-4073-8188-be805f9725d7 req-5fe7cc58-04aa-42cb-beb3-fadc19c2befe service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:42:17.105461 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [req-ae0b82ab-0a3c-4073-8188-be805f9725d7 req-5fe7cc58-04aa-42cb-beb3-fadc19c2befe service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:42:17.137742 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcd30a0-c221-4f64-987a-07f9df7147c1 req-10c9a336-809a-44da-99fd-93d48484b6df tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:17.147177 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-1fcd30a0-c221-4f64-987a-07f9df7147c1 req-10c9a336-809a-44da-99fd-93d48484b6df tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/ports?device_id=d50d670d-4e02-4c65-a1f4-611299a7e34e HTTP/1.1" status: 200 len: 944 time: 0.1125796 Jun 24 23:42:17.197141 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-ae0b82ab-0a3c-4073-8188-be805f9725d7 req-5fe7cc58-04aa-42cb-beb3-fadc19c2befe service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:17.208139 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-ae0b82ab-0a3c-4073-8188-be805f9725d7 req-5fe7cc58-04aa-42cb-beb3-fadc19c2befe service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:17.250977 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-ae0b82ab-0a3c-4073-8188-be805f9725d7 req-5fe7cc58-04aa-42cb-beb3-fadc19c2befe service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=20c47638-9a00-4622-a48b-78e864be34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530246 Jun 24 23:42:17.308739 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-1fcd30a0-c221-4f64-987a-07f9df7147c1 req-1a2911a0-5d77-454c-9f3b-9878d8b1e7c1 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/security-groups?id=35780291-3189-42e2-873b-1d6977d2becc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1594098 Jun 24 23:42:17.310027 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe7cc58-04aa-42cb-beb3-fadc19c2befe service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=0f100152-0c13-4ab4-9a80-c4a99ae53015,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:17.365280 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e11f8fe-bc7b-4083-8c8a-9da82f1e92e2 req-e9fcd168-86e3-4dec-8254-8298bac8fbeb tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:17.367439 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-6e11f8fe-bc7b-4083-8c8a-9da82f1e92e2 req-e9fcd168-86e3-4dec-8254-8298bac8fbeb tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e80ccfd-4a2f-4e41-a68d-a6b03ae1982b HTTP/1.1" status: 200 len: 946 time: 0.3716319 Jun 24 23:42:17.425500 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-6e11f8fe-bc7b-4083-8c8a-9da82f1e92e2 req-dea66484-824c-446e-a72c-9e512ed4027d tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/security-groups?id=20c47638-9a00-4622-a48b-78e864be34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516782 Jun 24 23:42:17.461490 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Device d6024fb1-c461-4b97-865d-d640badfb311 up at agent hyperv_hv-cinder-84718 {{(pid=88110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 23:42:17.540687 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-707bff31-b5da-4601-b274-386892c937dc None None] Provisioning for port d6024fb1-c461-4b97-865d-d640badfb311 completed by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 23:42:17.545734 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-707bff31-b5da-4601-b274-386892c937dc None None] Provisioning complete for port d6024fb1-c461-4b97-865d-d640badfb311 triggered by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:42:17.546206 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:17.694047 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-707bff31-b5da-4601-b274-386892c937dc None None] Current status of the port d6024fb1-c461-4b97-865d-d640badfb311 is: BUILD; New status is: ACTIVE {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:42:17.694258 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:17.734608 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] For port d6024fb1-c461-4b97-865d-d640badfb311, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=d6024fb1-c461-4b97-865d-d640badfb311,segment=NetworkSegment(515ee694-67b9-4216-a35d-0fb58f63ef25),segment_id=515ee694-67b9-4216-a35d-0fb58f63ef25)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:42:17.741278 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:17.742744 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Device a83bdd22-39f9-4d05-8a09-e01ede02b877 up at agent hyperv_hv-cinder-84718 {{(pid=88110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 23:42:17.870071 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Pushing event updated for resources: {'Port': ['ID=d6024fb1-c461-4b97-865d-d640badfb311,revision_number=5']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:17.884601 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-707bff31-b5da-4601-b274-386892c937dc None None] Provisioning for port a83bdd22-39f9-4d05-8a09-e01ede02b877 completed by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 23:42:17.891366 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-707bff31-b5da-4601-b274-386892c937dc None None] Provisioning complete for port a83bdd22-39f9-4d05-8a09-e01ede02b877 triggered by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:42:17.891720 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:18.032302 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-707bff31-b5da-4601-b274-386892c937dc None None] Current status of the port a83bdd22-39f9-4d05-8a09-e01ede02b877 is: BUILD; New status is: ACTIVE {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:42:18.033046 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:18.110545 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] For port a83bdd22-39f9-4d05-8a09-e01ede02b877, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=a83bdd22-39f9-4d05-8a09-e01ede02b877,segment=NetworkSegment(e5d9da99-fdc6-404d-92e5-8786018a7109),segment_id=e5d9da99-fdc6-404d-92e5-8786018a7109)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:42:18.122667 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:18.219631 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf612abb-9a35-48eb-9fe7-b6e21c1badbe req-34a76f87-a851-413a-ac5f-ee1268b51da3 tempest-DeleteServersTestJSON-733994 tempest-DeleteServersTestJSON-733994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:18.221241 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-bf612abb-9a35-48eb-9fe7-b6e21c1badbe req-34a76f87-a851-413a-ac5f-ee1268b51da3 tempest-DeleteServersTestJSON-733994 tempest-DeleteServersTestJSON-733994-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e116b65-c215-4a97-9780-deab6e789455 HTTP/1.1" status: 200 len: 946 time: 0.1142795 Jun 24 23:42:18.256516 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Pushing event updated for resources: {'Port': ['ID=a83bdd22-39f9-4d05-8a09-e01ede02b877,revision_number=5']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:18.286683 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-bf612abb-9a35-48eb-9fe7-b6e21c1badbe req-967fa1a2-a514-4927-b7b3-9e9c85d7dcb7 tempest-DeleteServersTestJSON-733994 tempest-DeleteServersTestJSON-733994-project] 10.222.0.42 "GET /v2.0/security-groups?id=67e70c52-fdca-4aa6-a9a3-dda7513aaeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596898 Jun 24 23:42:18.446324 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 53140) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:42:18.529230 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b4bf04-7cc4-4c9b-be7e-16d78676965a req-81deb3c6-b479-4312-9d5d-863da7683c04 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:18.537893 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-b7b4bf04-7cc4-4c9b-be7e-16d78676965a req-81deb3c6-b479-4312-9d5d-863da7683c04 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/ports?device_id=d50d670d-4e02-4c65-a1f4-611299a7e34e HTTP/1.1" status: 200 len: 945 time: 0.1012433 Jun 24 23:42:18.541055 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e80ccfd-4a2f-4e41-a68d-a6b03ae1982b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8842045c-5bb7-4ef5-b5d9-ce2f6fdf2562'}, {'server_uuid': '3e116b65-c215-4a97-9780-deab6e789455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6024fb1-c461-4b97-865d-d640badfb311'}, {'server_uuid': 'd50d670d-4e02-4c65-a1f4-611299a7e34e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a83bdd22-39f9-4d05-8a09-e01ede02b877'}] {{(pid=88110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 23:42:18.584299 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-b7b4bf04-7cc4-4c9b-be7e-16d78676965a req-513bcfcc-542e-49c4-a6fe-9d0de0c6ae72 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/security-groups?id=35780291-3189-42e2-873b-1d6977d2becc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433629 Jun 24 23:42:18.645453 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5194f1a-37c9-4888-939d-275146f207d3 req-f67e04f1-f8c9-44e0-a24e-8ef0964ee52d tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:18.648353 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-b5194f1a-37c9-4888-939d-275146f207d3 req-f67e04f1-f8c9-44e0-a24e-8ef0964ee52d tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e80ccfd-4a2f-4e41-a68d-a6b03ae1982b HTTP/1.1" status: 200 len: 946 time: 0.0959024 Jun 24 23:42:18.655758 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 53152) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:42:18.679560 dv-cinder-847189-5-smb neutron-server[88110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a9323c5-b899-4942-802c-f4045c9a5679'] response: {'server_uuid': '2e80ccfd-4a2f-4e41-a68d-a6b03ae1982b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8842045c-5bb7-4ef5-b5d9-ce2f6fdf2562', 'code': 200} Jun 24 23:42:18.679802 dv-cinder-847189-5-smb neutron-server[88110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a9323c5-b899-4942-802c-f4045c9a5679'] response: {'server_uuid': '3e116b65-c215-4a97-9780-deab6e789455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6024fb1-c461-4b97-865d-d640badfb311', 'code': 200} Jun 24 23:42:18.680056 dv-cinder-847189-5-smb neutron-server[88110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a9323c5-b899-4942-802c-f4045c9a5679'] response: {'server_uuid': 'd50d670d-4e02-4c65-a1f4-611299a7e34e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a83bdd22-39f9-4d05-8a09-e01ede02b877', 'code': 200} Jun 24 23:42:18.752020 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-b5194f1a-37c9-4888-939d-275146f207d3 req-48efc686-aae7-4a24-8181-17a14bcb991a tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/security-groups?id=20c47638-9a00-4622-a48b-78e864be34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970643 Jun 24 23:42:18.765893 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b1ba0dfc-f797-4176-aa4f-de3430c4eb0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:18.783244 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-b1ba0dfc-f797-4176-aa4f-de3430c4eb0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:42:18.788044 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-b1ba0dfc-f797-4176-aa4f-de3430c4eb0f admin admin] Usage tracker for resource:security_group_rule and tenant:0b3ea13bd08948d9931f1687702bf2b7 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:42:18.792076 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-b1ba0dfc-f797-4176-aa4f-de3430c4eb0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:42:18.800252 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-b1ba0dfc-f797-4176-aa4f-de3430c4eb0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:42:18.823337 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-4ed952fd-9dbb-46b3-90b2-a59b1f851cd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:18.839404 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-4ed952fd-9dbb-46b3-90b2-a59b1f851cd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:42:18.846861 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-4ed952fd-9dbb-46b3-90b2-a59b1f851cd8 admin admin] Usage tracker for resource:security_group_rule and tenant:1e34d0e53e1345d79c086cef00094701 is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:42:18.850099 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-4ed952fd-9dbb-46b3-90b2-a59b1f851cd8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:42:18.857603 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-4ed952fd-9dbb-46b3-90b2-a59b1f851cd8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:42:18.964663 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b1ba0dfc-f797-4176-aa4f-de3430c4eb0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:18.972128 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b1ba0dfc-f797-4176-aa4f-de3430c4eb0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:18.975136 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-4ed952fd-9dbb-46b3-90b2-a59b1f851cd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:18.983539 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-4ed952fd-9dbb-46b3-90b2-a59b1f851cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:19.032778 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ba0dfc-f797-4176-aa4f-de3430c4eb0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a1a318-27f2-4af2-b601-7b4cd619a39f,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:19.040430 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-b1ba0dfc-f797-4176-aa4f-de3430c4eb0f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0b3ea13bd08948d9931f1687702bf2b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3806984 Jun 24 23:42:19.041908 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 53174) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:42:19.061257 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-4ed952fd-9dbb-46b3-90b2-a59b1f851cd8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1e34d0e53e1345d79c086cef00094701&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6136951 Jun 24 23:42:19.062084 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed952fd-9dbb-46b3-90b2-a59b1f851cd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=610f3fdc-85f8-4bbf-a750-db6160321a89,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:19.068051 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 53180) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:42:19.139443 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-35863589-1ab7-47e1-b5a1-c017b4f07b65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:19.230847 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-35863589-1ab7-47e1-b5a1-c017b4f07b65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:19.303742 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3369483-5873-4589-9dd4-5b01a4f2db0f req-faf23f6c-cc06-4dcb-a870-ee9cd470c895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:19.305581 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-e3369483-5873-4589-9dd4-5b01a4f2db0f req-faf23f6c-cc06-4dcb-a870-ee9cd470c895 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2e80ccfd-4a2f-4e41-a68d-a6b03ae1982b HTTP/1.1" status: 200 len: 1099 time: 0.1671488 Jun 24 23:42:19.365707 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-e3369483-5873-4589-9dd4-5b01a4f2db0f req-f77c8f56-d163-4425-aef4-25695bd8b88d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=20c47638-9a00-4622-a48b-78e864be34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522933 Jun 24 23:42:19.366676 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-35863589-1ab7-47e1-b5a1-c017b4f07b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:19.392981 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35863589-1ab7-47e1-b5a1-c017b4f07b65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=610f3fdc-85f8-4bbf-a750-db6160321a89,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:19.402517 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3d7cb71c-325f-48fe-975f-6b5de99af06d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:19.406343 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-35863589-1ab7-47e1-b5a1-c017b4f07b65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:19.407619 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-35863589-1ab7-47e1-b5a1-c017b4f07b65 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/610f3fdc-85f8-4bbf-a750-db6160321a89 HTTP/1.1" status: 204 len: 168 time: 0.3382027 Jun 24 23:42:19.457101 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3d7cb71c-325f-48fe-975f-6b5de99af06d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:19.566200 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb29e96-3332-4a6c-b518-e28c8173569c req-f5aa2818-f856-4517-81e4-b66b532f544d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:19.567729 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-adb29e96-3332-4a6c-b518-e28c8173569c req-f5aa2818-f856-4517-81e4-b66b532f544d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3e116b65-c215-4a97-9780-deab6e789455 HTTP/1.1" status: 200 len: 1099 time: 0.4399066 Jun 24 23:42:19.572324 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5053ba-4ef2-41a7-a4ca-b07a3659b459 req-5aaace03-9e7a-4743-8e43-a3412ef0f864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:19.573684 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-fc5053ba-4ef2-41a7-a4ca-b07a3659b459 req-5aaace03-9e7a-4743-8e43-a3412ef0f864 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d50d670d-4e02-4c65-a1f4-611299a7e34e HTTP/1.1" status: 200 len: 1098 time: 0.3649633 Jun 24 23:42:19.660038 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-adb29e96-3332-4a6c-b518-e28c8173569c req-b331ef1c-7c49-4edd-8a59-cb366fb131dc service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=67e70c52-fdca-4aa6-a9a3-dda7513aaeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780113 Jun 24 23:42:19.665220 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-fc5053ba-4ef2-41a7-a4ca-b07a3659b459 req-359fc860-473f-4fa4-afa3-d1632b253de7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=35780291-3189-42e2-873b-1d6977d2becc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709875 Jun 24 23:42:19.689125 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3d7cb71c-325f-48fe-975f-6b5de99af06d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:19.730828 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05719bf2-805f-46c2-969a-063338310d72 req-f0a1bdfe-669f-46fb-8b49-f3c29b7b88aa tempest-DeleteServersTestJSON-733994 tempest-DeleteServersTestJSON-733994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:19.758996 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-05719bf2-805f-46c2-969a-063338310d72 req-f0a1bdfe-669f-46fb-8b49-f3c29b7b88aa tempest-DeleteServersTestJSON-733994 tempest-DeleteServersTestJSON-733994-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e116b65-c215-4a97-9780-deab6e789455 HTTP/1.1" status: 200 len: 946 time: 0.2933688 Jun 24 23:42:19.799083 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7cb71c-325f-48fe-975f-6b5de99af06d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a1a318-27f2-4af2-b601-7b4cd619a39f,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:19.856299 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3d7cb71c-325f-48fe-975f-6b5de99af06d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:19.857624 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-3d7cb71c-325f-48fe-975f-6b5de99af06d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a6a1a318-27f2-4af2-b601-7b4cd619a39f HTTP/1.1" status: 204 len: 168 time: 0.8148303 Jun 24 23:42:19.880992 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-05719bf2-805f-46c2-969a-063338310d72 req-6d306329-e108-4c43-99be-0ddcb17d224e tempest-DeleteServersTestJSON-733994 tempest-DeleteServersTestJSON-733994-project] 10.222.0.42 "GET /v2.0/security-groups?id=67e70c52-fdca-4aa6-a9a3-dda7513aaeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207647 Jun 24 23:42:20.012276 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 53218) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:42:20.040677 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-4fa93796-3cd0-439e-8984-8a0be27a461a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:20.066686 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d995ad19-5843-407e-87da-0f7ebb1dfc9b req-f7fc64f6-ade9-4aa8-ace2-6229c7acd95f tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:20.076158 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-d995ad19-5843-407e-87da-0f7ebb1dfc9b req-f7fc64f6-ade9-4aa8-ace2-6229c7acd95f tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/ports?device_id=d50d670d-4e02-4c65-a1f4-611299a7e34e HTTP/1.1" status: 200 len: 945 time: 0.2450867 Jun 24 23:42:20.078707 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-4fa93796-3cd0-439e-8984-8a0be27a461a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:42:20.119488 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-4fa93796-3cd0-439e-8984-8a0be27a461a admin admin] Usage tracker for resource:security_group_rule and tenant:6810b0bacfcc449db12498db0817f417 is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:42:20.125434 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-4fa93796-3cd0-439e-8984-8a0be27a461a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:42:20.134494 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-4fa93796-3cd0-439e-8984-8a0be27a461a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:42:20.139246 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-d995ad19-5843-407e-87da-0f7ebb1dfc9b req-d6e7197a-1b37-4cd4-8ecc-31c1bdbaebbc tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/security-groups?id=35780291-3189-42e2-873b-1d6977d2becc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621102 Jun 24 23:42:20.149282 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4950b4db-dbbb-4f27-a813-734fb43d02fd req-87ca72a1-5be4-461e-8ec3-c13933b22ad5 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:20.151314 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-4950b4db-dbbb-4f27-a813-734fb43d02fd req-87ca72a1-5be4-461e-8ec3-c13933b22ad5 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e80ccfd-4a2f-4e41-a68d-a6b03ae1982b HTTP/1.1" status: 200 len: 946 time: 0.1235883 Jun 24 23:42:20.220323 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-4950b4db-dbbb-4f27-a813-734fb43d02fd req-d3d931f8-dc11-403d-8578-3502287c430e tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/security-groups?id=20c47638-9a00-4622-a48b-78e864be34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593979 Jun 24 23:42:20.243735 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-4fa93796-3cd0-439e-8984-8a0be27a461a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:20.250352 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-4fa93796-3cd0-439e-8984-8a0be27a461a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:20.305362 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-4fa93796-3cd0-439e-8984-8a0be27a461a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6810b0bacfcc449db12498db0817f417&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2978578 Jun 24 23:42:20.308320 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 53224) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:42:20.319028 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa93796-3cd0-439e-8984-8a0be27a461a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bee1b86f-e90a-4ddd-9c32-e18f2eadb3e3,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:20.387601 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-38cff1b0-0f82-4db3-acb6-b0ff5944cc5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:20.424123 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-38cff1b0-0f82-4db3-acb6-b0ff5944cc5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:20.425915 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 53232) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:42:20.445262 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-cee555b9-eef4-4ad3-b90e-ae52066e08a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:20.461206 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-cee555b9-eef4-4ad3-b90e-ae52066e08a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:42:20.465081 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-cee555b9-eef4-4ad3-b90e-ae52066e08a8 admin admin] Usage tracker for resource:security_group_rule and tenant:a8c23f5c42d74078be60affc7f93bf0f is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:42:20.467939 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-cee555b9-eef4-4ad3-b90e-ae52066e08a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:42:20.474335 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-cee555b9-eef4-4ad3-b90e-ae52066e08a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:42:20.478989 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-38cff1b0-0f82-4db3-acb6-b0ff5944cc5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:20.497222 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cff1b0-0f82-4db3-acb6-b0ff5944cc5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee1b86f-e90a-4ddd-9c32-e18f2eadb3e3,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:20.502266 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-38cff1b0-0f82-4db3-acb6-b0ff5944cc5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:20.502719 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-38cff1b0-0f82-4db3-acb6-b0ff5944cc5d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bee1b86f-e90a-4ddd-9c32-e18f2eadb3e3 HTTP/1.1" status: 204 len: 168 time: 0.1931129 Jun 24 23:42:20.577255 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-cee555b9-eef4-4ad3-b90e-ae52066e08a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:20.583450 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-cee555b9-eef4-4ad3-b90e-ae52066e08a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:20.630954 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-cee555b9-eef4-4ad3-b90e-ae52066e08a8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a8c23f5c42d74078be60affc7f93bf0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2036698 Jun 24 23:42:20.633732 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 53244) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:42:20.636507 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee555b9-eef4-4ad3-b90e-ae52066e08a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdbb8df3-ce81-44de-89aa-ed2534c4d102,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:20.714036 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-72dd3f2a-ed22-4ad5-af9c-e95d0202715d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:20.750566 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-72dd3f2a-ed22-4ad5-af9c-e95d0202715d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:20.820510 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-72dd3f2a-ed22-4ad5-af9c-e95d0202715d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:20.837960 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dd3f2a-ed22-4ad5-af9c-e95d0202715d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdbb8df3-ce81-44de-89aa-ed2534c4d102,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:20.846268 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-72dd3f2a-ed22-4ad5-af9c-e95d0202715d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:20.847462 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-72dd3f2a-ed22-4ad5-af9c-e95d0202715d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cdbb8df3-ce81-44de-89aa-ed2534c4d102 HTTP/1.1" status: 204 len: 168 time: 0.2126122 Jun 24 23:42:21.233902 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c9bb93-f55a-4557-bf25-28399c1ce186 req-172c72ef-d062-4427-9750-8cbbd04e4759 tempest-DeleteServersTestJSON-733994 tempest-DeleteServersTestJSON-733994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:21.246978 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-f8c9bb93-f55a-4557-bf25-28399c1ce186 req-172c72ef-d062-4427-9750-8cbbd04e4759 tempest-DeleteServersTestJSON-733994 tempest-DeleteServersTestJSON-733994-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e116b65-c215-4a97-9780-deab6e789455 HTTP/1.1" status: 200 len: 946 time: 0.1966248 Jun 24 23:42:21.349114 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-f8c9bb93-f55a-4557-bf25-28399c1ce186 req-4092d015-0230-4c93-acaa-1a89bdf0cb75 tempest-DeleteServersTestJSON-733994 tempest-DeleteServersTestJSON-733994-project] 10.222.0.42 "GET /v2.0/security-groups?id=67e70c52-fdca-4aa6-a9a3-dda7513aaeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951414 Jun 24 23:42:21.644844 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb6d7de-85cf-436e-9c54-59331bc8dffd req-c1917bc5-64d0-4279-966d-5b013c86e0a6 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:21.646392 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-fbb6d7de-85cf-436e-9c54-59331bc8dffd req-c1917bc5-64d0-4279-966d-5b013c86e0a6 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/ports?device_id=d50d670d-4e02-4c65-a1f4-611299a7e34e HTTP/1.1" status: 200 len: 945 time: 0.2905684 Jun 24 23:42:21.734708 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9202c89-659d-4955-a070-766b47aee084 req-032499bf-b800-4f96-b12d-3de5e1e12bd9 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:21.734938 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-fbb6d7de-85cf-436e-9c54-59331bc8dffd req-6d34bfaa-040b-4c13-bcad-2035a6e6284c tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/security-groups?id=35780291-3189-42e2-873b-1d6977d2becc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736430 Jun 24 23:42:21.737031 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-c9202c89-659d-4955-a070-766b47aee084 req-032499bf-b800-4f96-b12d-3de5e1e12bd9 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e80ccfd-4a2f-4e41-a68d-a6b03ae1982b HTTP/1.1" status: 200 len: 946 time: 0.1366279 Jun 24 23:42:21.812165 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-c9202c89-659d-4955-a070-766b47aee084 req-b903b75b-d29e-42a9-8d08-70a3d2ee5660 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/security-groups?id=20c47638-9a00-4622-a48b-78e864be34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673780 Jun 24 23:42:22.423707 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72b4777-bcc6-48ff-b999-cc8b816025cc req-a8d5b6fb-e384-4c41-aae3-6573870ebef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:22.425648 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-f72b4777-bcc6-48ff-b999-cc8b816025cc req-a8d5b6fb-e384-4c41-aae3-6573870ebef1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b0685d2348744b39b8eb315433f69ef4&device_id=2e80ccfd-4a2f-4e41-a68d-a6b03ae1982b HTTP/1.1" status: 200 len: 1099 time: 0.1762881 Jun 24 23:42:22.483634 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17451975-3ba0-451a-b088-4e165f61d9db req-27c3877a-1ccf-4262-a515-330d4ea040f1 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:22.493620 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-17451975-3ba0-451a-b088-4e165f61d9db req-27c3877a-1ccf-4262-a515-330d4ea040f1 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e80ccfd-4a2f-4e41-a68d-a6b03ae1982b HTTP/1.1" status: 200 len: 946 time: 0.1324644 Jun 24 23:42:22.600242 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-17451975-3ba0-451a-b088-4e165f61d9db req-b5159e77-6a6c-430c-a9d3-097ebddbb1fc tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/security-groups?id=20c47638-9a00-4622-a48b-78e864be34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054258 Jun 24 23:42:22.627741 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72b4777-bcc6-48ff-b999-cc8b816025cc req-403ed5a0-8b0f-45b5-9000-6872643529e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:22.629446 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-f72b4777-bcc6-48ff-b999-cc8b816025cc req-403ed5a0-8b0f-45b5-9000-6872643529e4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=878eeed2-1705-4528-82e7-be9e0c60139b HTTP/1.1" status: 200 len: 920 time: 0.1967463 Jun 24 23:42:22.722348 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-f72b4777-bcc6-48ff-b999-cc8b816025cc req-04a6defa-0903-4ce9-b226-2477be411c4f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8842045c-5bb7-4ef5-b5d9-ce2f6fdf2562 HTTP/1.1" status: 200 len: 217 time: 0.0855751 Jun 24 23:42:22.852780 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72b4777-bcc6-48ff-b999-cc8b816025cc req-8126cdd0-e286-43d7-b546-54ade17e68eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:22.858287 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-f72b4777-bcc6-48ff-b999-cc8b816025cc req-8126cdd0-e286-43d7-b546-54ade17e68eb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=58b6f9c2-a230-4e37-ab12-8b61321e5f1a HTTP/1.1" status: 200 len: 858 time: 0.1286292 Jun 24 23:42:23.223250 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72b4777-bcc6-48ff-b999-cc8b816025cc req-993ae53e-7934-4f28-bf8f-5b79f3769042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:23.227467 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-f72b4777-bcc6-48ff-b999-cc8b816025cc req-993ae53e-7934-4f28-bf8f-5b79f3769042 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=878eeed2-1705-4528-82e7-be9e0c60139b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3614194 Jun 24 23:42:23.238485 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d856cc3-12e4-42a7-ac8c-41b8e95ce971 req-1a3ae88a-17b8-4db8-a1e0-e72dc41c0848 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:23.246561 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-3d856cc3-12e4-42a7-ac8c-41b8e95ce971 req-1a3ae88a-17b8-4db8-a1e0-e72dc41c0848 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/ports?device_id=d50d670d-4e02-4c65-a1f4-611299a7e34e HTTP/1.1" status: 200 len: 945 time: 0.3026521 Jun 24 23:42:23.392322 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-3d856cc3-12e4-42a7-ac8c-41b8e95ce971 req-6c07f2ac-4a3c-44e1-ae36-baffb662d14c tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/security-groups?id=35780291-3189-42e2-873b-1d6977d2becc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448538 Jun 24 23:42:23.463803 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-f72b4777-bcc6-48ff-b999-cc8b816025cc req-b47d1102-ed9c-4d35-b584-c868004f2e48 service neutron] 10.222.0.15 "GET /v2.0/networks/878eeed2-1705-4528-82e7-be9e0c60139b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152283 Jun 24 23:42:23.677507 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-f72b4777-bcc6-48ff-b999-cc8b816025cc req-9a4f027f-0cca-4943-99d5-bed9af20856a service neutron] 10.222.0.15 "GET /v2.0/networks/878eeed2-1705-4528-82e7-be9e0c60139b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070518 Jun 24 23:42:23.695904 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd9479a-0691-4c22-8066-3d22524053d1 req-aa2d96a6-2b94-4bae-8a9e-1d7b5319a5ad tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:23.697922 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-6cd9479a-0691-4c22-8066-3d22524053d1 req-aa2d96a6-2b94-4bae-8a9e-1d7b5319a5ad tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/ports?device_id=d50d670d-4e02-4c65-a1f4-611299a7e34e HTTP/1.1" status: 200 len: 945 time: 0.1570067 Jun 24 23:42:23.707674 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 53410) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:42:23.713666 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.v2.base [None req-1e3b0c34-abdc-48cc-9bb7-3032c6c08f0b tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Request body: {'floatingip': {'port_id': 'a83bdd22-39f9-4d05-8a09-e01ede02b877'}} {{(pid=88109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:42:23.897043 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1e3b0c34-abdc-48cc-9bb7-3032c6c08f0b tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Notify callbacks [] for floatingip, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:24.081565 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44614e1e-a940-4eac-8e0e-26d8f7208eed req-b1e599ec-423f-4cef-ba51-d428338d00b5 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:24.088722 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-44614e1e-a940-4eac-8e0e-26d8f7208eed req-b1e599ec-423f-4cef-ba51-d428338d00b5 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e80ccfd-4a2f-4e41-a68d-a6b03ae1982b HTTP/1.1" status: 200 len: 946 time: 0.1939342 Jun 24 23:42:24.137916 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-44614e1e-a940-4eac-8e0e-26d8f7208eed req-348e1a28-6024-4a2a-884d-e6164ed8ed44 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/security-groups?id=20c47638-9a00-4622-a48b-78e864be34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482643 Jun 24 23:42:24.851114 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1e3b0c34-abdc-48cc-9bb7-3032c6c08f0b tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:24.856180 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1e3b0c34-abdc-48cc-9bb7-3032c6c08f0b tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476618'] for floatingip, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:25.038306 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.db.l3_db [None req-1e3b0c34-abdc-48cc-9bb7-3032c6c08f0b tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Floating IP ef22abb0-b9eb-4908-bd66-1efacae1134d associated. External IP: 172.28.1.115, port: a83bdd22-39f9-4d05-8a09-e01ede02b877. Jun 24 23:42:25.338249 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a1f2df-b841-4c48-be94-226bf2a321a8 req-5039ae3b-02e3-4b8d-b2f2-823010483774 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:25.339916 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-97a1f2df-b841-4c48-be94-226bf2a321a8 req-5039ae3b-02e3-4b8d-b2f2-823010483774 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e80ccfd-4a2f-4e41-a68d-a6b03ae1982b HTTP/1.1" status: 200 len: 946 time: 0.1014090 Jun 24 23:42:25.385880 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-97a1f2df-b841-4c48-be94-226bf2a321a8 req-3fdd8292-fe11-4bd9-b47a-ef4ecf2cee44 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/security-groups?id=20c47638-9a00-4622-a48b-78e864be34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400984 Jun 24 23:42:25.416595 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e3b0c34-abdc-48cc-9bb7-3032c6c08f0b tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Router d5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a has already been hosted by L3 agent 05c04ad7-f453-4a24-8793-b86a404a0ef9 {{(pid=88109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 23:42:25.602608 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e3b0c34-abdc-48cc-9bb7-3032c6c08f0b tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Notify agent at l3_agent.dv-cinder-847189-5-smb the message routers_updated {{(pid=88109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 23:42:25.620710 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c380b4-3665-440c-a8fb-e07e5d9a3190 None None] Sync routers for ids ['d5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a'] in dv-cinder-847189-5-smb {{(pid=88111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 23:42:25.625903 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1e3b0c34-abdc-48cc-9bb7-3032c6c08f0b tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122089'] for floatingip, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:25.635750 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c380b4-3665-440c-a8fb-e07e5d9a3190 None None] Routers {'d5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a'} bound to L3 agent in host dv-cinder-847189-5-smb {{(pid=88111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 23:42:25.635750 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-18c380b4-3665-440c-a8fb-e07e5d9a3190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T23:32:42Z,description=,heartbeat_timestamp=2022-06-24T23:42:12Z,host='dv-cinder-847189-5-smb',id=05c04ad7-f453-4a24-8793-b86a404a0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T23:32:42Z,topic='l3_agent')) {'router_ids': ['d5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a'], 'active': True} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:42:25.789597 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-1e3b0c34-abdc-48cc-9bb7-3032c6c08f0b tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "PUT /v2.0/floatingips/ef22abb0-b9eb-4908-bd66-1efacae1134d HTTP/1.1" status: 200 len: 991 time: 2.0806715 Jun 24 23:42:25.790375 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd50d670d-4e02-4c65-a1f4-611299a7e34e', 'tag': 'a83bdd22-39f9-4d05-8a09-e01ede02b877'}] {{(pid=88109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 23:42:25.841946 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvr_db [None req-18c380b4-3665-440c-a8fb-e07e5d9a3190 None None] Set router d5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a gateway port host: dv-cinder-847189-5-smb {{(pid=88111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 23:42:25.846387 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02bfc5f9-2308-44cd-a302-baafb0a91586'] response: {'name': 'network-changed', 'server_uuid': 'd50d670d-4e02-4c65-a1f4-611299a7e34e', 'tag': 'a83bdd22-39f9-4d05-8a09-e01ede02b877', 'status': 'completed', 'code': 200} Jun 24 23:42:25.969817 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9892e804-0f8d-4208-9ab7-007ffd4c5ba3 req-48cc510e-59e3-4722-9a99-43c84a8baeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:25.971798 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-9892e804-0f8d-4208-9ab7-007ffd4c5ba3 req-48cc510e-59e3-4722-9a99-43c84a8baeb6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6562c7a98a7c427eaa1620396993ad5c&device_id=d50d670d-4e02-4c65-a1f4-611299a7e34e HTTP/1.1" status: 200 len: 1098 time: 0.1034243 Jun 24 23:42:26.139395 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9892e804-0f8d-4208-9ab7-007ffd4c5ba3 req-2b358257-74e9-4f71-afdd-825e794434d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:26.141187 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-9892e804-0f8d-4208-9ab7-007ffd4c5ba3 req-2b358257-74e9-4f71-afdd-825e794434d7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5c775af7-724c-4fda-8e40-d1a942821249 HTTP/1.1" status: 200 len: 911 time: 0.1594243 Jun 24 23:42:26.299145 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-18c380b4-3665-440c-a8fb-e07e5d9a3190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a', 'name': 'tempest-AttachVolumeTestJSON-893746005-router', 'tenant_id': '6562c7a98a7c427eaa1620396993ad5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.88'}], 'enable_snat': True}, 'gw_port_id': 'c7eb9f53-8dd6-48c4-a90a-13042d55a950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:41:26Z', 'updated_at': '2022-06-24T23:41:39Z', 'revision_number': 4, 'project_id': '6562c7a98a7c427eaa1620396993ad5c', 'gw_port': {'id': 'c7eb9f53-8dd6-48c4-a90a-13042d55a950', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:41:28Z', 'updated_at': '2022-06-24T23:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb', '_floatingips': [{'id': 'ef22abb0-b9eb-4908-bd66-1efacae1134d', 'tenant_id': '6562c7a98a7c427eaa1620396993ad5c', 'floating_ip_address': '172.28.1.115', 'floating_network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'router_id': 'd5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a', 'port_id': 'a83bdd22-39f9-4d05-8a09-e01ede02b877', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c775af7-724c-4fda-8e40-d1a942821249', 'mac_address': 'fa:16:3e:a7:3f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50d670d-4e02-4c65-a1f4-611299a7e34e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T23:41:48Z', 'updated_at': '2022-06-24T23:42:24Z', 'revision_number': 1, 'project_id': '6562c7a98a7c427eaa1620396993ad5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '892c03cc-1f37-456c-b5b2-b99ca06579b1', 'name': '', 'network_id': '5c775af7-724c-4fda-8e40-d1a942821249', 'tenant_id': '6562c7a98a7c427eaa1620396993ad5c', 'mac_address': 'fa:16:3e:0e:61:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4eab98b5-d3e2-4d75-bd58-9dc209dd913a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:41:35Z', 'updated_at': '2022-06-24T23:42:00Z', 'revision_number': 5, 'project_id': '6562c7a98a7c427eaa1620396993ad5c', 'subnets': [{'id': '4eab98b5-d3e2-4d75-bd58-9dc209dd913a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-5-smb', False) {} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:42:26.307170 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c380b4-3665-440c-a8fb-e07e5d9a3190 None None] Checking router: d5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a for host: dv-cinder-847189-5-smb {{(pid=88111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 23:42:26.321290 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c380b4-3665-440c-a8fb-e07e5d9a3190 None None] Routers {'d5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a'} bound to L3 agent in host dv-cinder-847189-5-smb {{(pid=88111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 23:42:26.321906 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-18c380b4-3665-440c-a8fb-e07e5d9a3190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T23:32:42Z,description=,heartbeat_timestamp=2022-06-24T23:42:12Z,host='dv-cinder-847189-5-smb',id=05c04ad7-f453-4a24-8793-b86a404a0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T23:32:42Z,topic='l3_agent')) {'router_ids': ['d5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a'], 'active': True} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:42:26.348967 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-9892e804-0f8d-4208-9ab7-007ffd4c5ba3 req-2530e2f2-3206-47f6-aee9-38111f67ed0e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a83bdd22-39f9-4d05-8a09-e01ede02b877 HTTP/1.1" status: 200 len: 999 time: 0.1905892 Jun 24 23:42:26.434689 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9892e804-0f8d-4208-9ab7-007ffd4c5ba3 req-4054bf2c-c004-427d-a2ca-fe15b0607cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:26.439789 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-9892e804-0f8d-4208-9ab7-007ffd4c5ba3 req-4054bf2c-c004-427d-a2ca-fe15b0607cdf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4eab98b5-d3e2-4d75-bd58-9dc209dd913a HTTP/1.1" status: 200 len: 849 time: 0.0766189 Jun 24 23:42:26.548619 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9892e804-0f8d-4208-9ab7-007ffd4c5ba3 req-6257e774-dbd5-4b6d-a53c-12b6ef6e1e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:26.550758 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-9892e804-0f8d-4208-9ab7-007ffd4c5ba3 req-6257e774-dbd5-4b6d-a53c-12b6ef6e1e61 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5c775af7-724c-4fda-8e40-d1a942821249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1060891 Jun 24 23:42:26.633093 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvr_db [None req-18c380b4-3665-440c-a8fb-e07e5d9a3190 None None] Set router d5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a gateway port host: dv-cinder-847189-5-smb {{(pid=88111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 23:42:26.894788 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-9892e804-0f8d-4208-9ab7-007ffd4c5ba3 req-ceeb938b-3496-41d5-9269-2c21314aa9ab service neutron] 10.222.0.15 "GET /v2.0/networks/5c775af7-724c-4fda-8e40-d1a942821249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841797 Jun 24 23:42:26.902380 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0c7398-9cd3-41be-ba42-aaa429ab642b req-f3c39637-c7fb-4190-b6d6-609363affebf tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:26.903861 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-4a0c7398-9cd3-41be-ba42-aaa429ab642b req-f3c39637-c7fb-4190-b6d6-609363affebf tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e80ccfd-4a2f-4e41-a68d-a6b03ae1982b HTTP/1.1" status: 200 len: 946 time: 0.3489034 Jun 24 23:42:27.176438 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-4a0c7398-9cd3-41be-ba42-aaa429ab642b req-970a73ac-1887-4c2b-b26a-90cecab80f04 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/security-groups?id=20c47638-9a00-4622-a48b-78e864be34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652102 Jun 24 23:42:27.218358 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-18c380b4-3665-440c-a8fb-e07e5d9a3190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a', 'name': 'tempest-AttachVolumeTestJSON-893746005-router', 'tenant_id': '6562c7a98a7c427eaa1620396993ad5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.88'}], 'enable_snat': True}, 'gw_port_id': 'c7eb9f53-8dd6-48c4-a90a-13042d55a950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:41:26Z', 'updated_at': '2022-06-24T23:41:39Z', 'revision_number': 4, 'project_id': '6562c7a98a7c427eaa1620396993ad5c', 'gw_port': {'id': 'c7eb9f53-8dd6-48c4-a90a-13042d55a950', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:41:28Z', 'updated_at': '2022-06-24T23:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb', '_floatingips': [{'id': 'ef22abb0-b9eb-4908-bd66-1efacae1134d', 'tenant_id': '6562c7a98a7c427eaa1620396993ad5c', 'floating_ip_address': '172.28.1.115', 'floating_network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'router_id': 'd5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a', 'port_id': 'a83bdd22-39f9-4d05-8a09-e01ede02b877', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c775af7-724c-4fda-8e40-d1a942821249', 'mac_address': 'fa:16:3e:a7:3f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50d670d-4e02-4c65-a1f4-611299a7e34e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T23:41:48Z', 'updated_at': '2022-06-24T23:42:24Z', 'revision_number': 1, 'project_id': '6562c7a98a7c427eaa1620396993ad5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '892c03cc-1f37-456c-b5b2-b99ca06579b1', 'name': '', 'network_id': '5c775af7-724c-4fda-8e40-d1a942821249', 'tenant_id': '6562c7a98a7c427eaa1620396993ad5c', 'mac_address': 'fa:16:3e:0e:61:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4eab98b5-d3e2-4d75-bd58-9dc209dd913a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:41:35Z', 'updated_at': '2022-06-24T23:42:00Z', 'revision_number': 5, 'project_id': '6562c7a98a7c427eaa1620396993ad5c', 'subnets': [{'id': '4eab98b5-d3e2-4d75-bd58-9dc209dd913a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-5-smb', False) {} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:42:27.223184 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c380b4-3665-440c-a8fb-e07e5d9a3190 None None] The sync data for ids ['d5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a'] in dv-cinder-847189-5-smb is: [{'id': 'd5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a', 'name': 'tempest-AttachVolumeTestJSON-893746005-router', 'tenant_id': '6562c7a98a7c427eaa1620396993ad5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.88'}], 'enable_snat': True}, 'gw_port_id': 'c7eb9f53-8dd6-48c4-a90a-13042d55a950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:41:26Z', 'updated_at': '2022-06-24T23:41:39Z', 'revision_number': 4, 'project_id': '6562c7a98a7c427eaa1620396993ad5c', 'gw_port': {'id': 'c7eb9f53-8dd6-48c4-a90a-13042d55a950', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:41:28Z', 'updated_at': '2022-06-24T23:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb', '_floatingips': [{'id': 'ef22abb0-b9eb-4908-bd66-1efacae1134d', 'tenant_id': '6562c7a98a7c427eaa1620396993ad5c', 'floating_ip_address': '172.28.1.115', 'floating_network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'router_id': 'd5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a', 'port_id': 'a83bdd22-39f9-4d05-8a09-e01ede02b877', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c775af7-724c-4fda-8e40-d1a942821249', 'mac_address': 'fa:16:3e:a7:3f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50d670d-4e02-4c65-a1f4-611299a7e34e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T23:41:48Z', 'updated_at': '2022-06-24T23:42:24Z', 'revision_number': 1, 'project_id': '6562c7a98a7c427eaa1620396993ad5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '892c03cc-1f37-456c-b5b2-b99ca06579b1', 'name': '', 'network_id': '5c775af7-724c-4fda-8e40-d1a942821249', 'tenant_id': '6562c7a98a7c427eaa1620396993ad5c', 'mac_address': 'fa:16:3e:0e:61:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4eab98b5-d3e2-4d75-bd58-9dc209dd913a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:41:35Z', 'updated_at': '2022-06-24T23:42:00Z', 'revision_number': 5, 'project_id': '6562c7a98a7c427eaa1620396993ad5c', 'subnets': [{'id': '4eab98b5-d3e2-4d75-bd58-9dc209dd913a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 23:42:27.270052 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-9892e804-0f8d-4208-9ab7-007ffd4c5ba3 req-776993ef-3834-4b3a-918b-37ea1f4e2917 service neutron] 10.222.0.15 "GET /v2.0/networks/5c775af7-724c-4fda-8e40-d1a942821249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249385 Jun 24 23:42:27.309885 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 53556) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:42:27.333156 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 53562) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:42:27.499222 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a92bbe7a-3af3-441e-a872-970d010e4a32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:27.502701 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e596eefb-056a-407f-8d58-6f52a78d228c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:27.520087 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-e596eefb-056a-407f-8d58-6f52a78d228c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:42:27.524435 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-e596eefb-056a-407f-8d58-6f52a78d228c admin admin] Usage tracker for resource:security_group_rule and tenant:f58e3078c62a47719c158b71c8cace03 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:42:27.536506 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-e596eefb-056a-407f-8d58-6f52a78d228c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:42:27.543446 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-e596eefb-056a-407f-8d58-6f52a78d228c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:42:27.552653 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-a92bbe7a-3af3-441e-a872-970d010e4a32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:42:27.568688 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-a92bbe7a-3af3-441e-a872-970d010e4a32 admin admin] Usage tracker for resource:security_group_rule and tenant:aa7c225f974a49518658f31f78f14ebc is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:42:27.576411 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-a92bbe7a-3af3-441e-a872-970d010e4a32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:42:27.584378 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-a92bbe7a-3af3-441e-a872-970d010e4a32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:42:27.620218 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1acef3-3c96-432a-a97e-60503565156c None None] New status for floating IP ef22abb0-b9eb-4908-bd66-1efacae1134d: ACTIVE {{(pid=88110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 23:42:27.732640 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e596eefb-056a-407f-8d58-6f52a78d228c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:27.744692 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a92bbe7a-3af3-441e-a872-970d010e4a32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:27.747430 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e596eefb-056a-407f-8d58-6f52a78d228c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:27.749973 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a92bbe7a-3af3-441e-a872-970d010e4a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:27.789690 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e596eefb-056a-407f-8d58-6f52a78d228c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=118a6edd-42a5-49dd-94b0-2c5fde28a2ec,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:27.805016 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-a92bbe7a-3af3-441e-a872-970d010e4a32 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=aa7c225f974a49518658f31f78f14ebc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4936986 Jun 24 23:42:27.805867 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 53580) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:42:27.810360 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92bbe7a-3af3-441e-a872-970d010e4a32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b085136-4720-44f2-823d-50cbb7750304,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:27.824815 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e596eefb-056a-407f-8d58-6f52a78d228c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:42:27.825155 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e596eefb-056a-407f-8d58-6f52a78d228c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:42:27.825501 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e596eefb-056a-407f-8d58-6f52a78d228c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:42:27.826003 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e596eefb-056a-407f-8d58-6f52a78d228c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:42:27.826710 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e596eefb-056a-407f-8d58-6f52a78d228c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:42:27.826988 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e596eefb-056a-407f-8d58-6f52a78d228c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:42:27.827549 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e596eefb-056a-407f-8d58-6f52a78d228c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:42:27.828036 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e596eefb-056a-407f-8d58-6f52a78d228c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:42:27.828497 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e596eefb-056a-407f-8d58-6f52a78d228c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:42:27.828962 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e596eefb-056a-407f-8d58-6f52a78d228c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:42:27.829486 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e596eefb-056a-407f-8d58-6f52a78d228c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:42:27.829951 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e596eefb-056a-407f-8d58-6f52a78d228c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:42:27.851555 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-e596eefb-056a-407f-8d58-6f52a78d228c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f58e3078c62a47719c158b71c8cace03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5172281 Jun 24 23:42:27.854155 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 53584) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:42:27.884934 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92bbe7a-3af3-441e-a872-970d010e4a32 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:42:27.885283 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92bbe7a-3af3-441e-a872-970d010e4a32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:42:27.885623 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92bbe7a-3af3-441e-a872-970d010e4a32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:42:27.885955 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92bbe7a-3af3-441e-a872-970d010e4a32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:42:27.886285 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92bbe7a-3af3-441e-a872-970d010e4a32 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:42:27.886648 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92bbe7a-3af3-441e-a872-970d010e4a32 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:42:27.886975 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92bbe7a-3af3-441e-a872-970d010e4a32 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:42:27.887295 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92bbe7a-3af3-441e-a872-970d010e4a32 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:42:27.887839 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92bbe7a-3af3-441e-a872-970d010e4a32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:42:27.888323 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92bbe7a-3af3-441e-a872-970d010e4a32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:42:27.888927 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92bbe7a-3af3-441e-a872-970d010e4a32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:42:27.889398 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92bbe7a-3af3-441e-a872-970d010e4a32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:42:27.891312 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c87d7-5b56-46c9-948f-654859bd103d req-9ae21d4c-0c13-4161-b0e5-8ece11c55d7c tempest-DeleteServersTestJSON-733994 tempest-DeleteServersTestJSON-733994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:27.893665 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-d71c87d7-5b56-46c9-948f-654859bd103d req-9ae21d4c-0c13-4161-b0e5-8ece11c55d7c tempest-DeleteServersTestJSON-733994 tempest-DeleteServersTestJSON-733994-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e116b65-c215-4a97-9780-deab6e789455 HTTP/1.1" status: 200 len: 946 time: 0.2294002 Jun 24 23:42:27.915548 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-9d545911-4c65-4dfa-9d1e-d6147c783bb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:27.944427 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-9d545911-4c65-4dfa-9d1e-d6147c783bb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:28.002511 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-d71c87d7-5b56-46c9-948f-654859bd103d req-6b78eb11-2ac5-431d-ba68-c2fccfc141f0 tempest-DeleteServersTestJSON-733994 tempest-DeleteServersTestJSON-733994-project] 10.222.0.42 "GET /v2.0/security-groups?id=67e70c52-fdca-4aa6-a9a3-dda7513aaeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895133 Jun 24 23:42:28.008821 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-288df7f8-30b3-44c4-b8cf-4e6198d9e920 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:28.017542 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-9d545911-4c65-4dfa-9d1e-d6147c783bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:28.049898 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-288df7f8-30b3-44c4-b8cf-4e6198d9e920 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:28.056820 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-9d545911-4c65-4dfa-9d1e-d6147c783bb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:28.058035 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-9d545911-4c65-4dfa-9d1e-d6147c783bb3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6b085136-4720-44f2-823d-50cbb7750304 HTTP/1.1" status: 204 len: 168 time: 0.2501080 Jun 24 23:42:28.066171 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d545911-4c65-4dfa-9d1e-d6147c783bb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b085136-4720-44f2-823d-50cbb7750304,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:28.176807 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-288df7f8-30b3-44c4-b8cf-4e6198d9e920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:28.202364 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288df7f8-30b3-44c4-b8cf-4e6198d9e920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=118a6edd-42a5-49dd-94b0-2c5fde28a2ec,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:28.219360 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-288df7f8-30b3-44c4-b8cf-4e6198d9e920 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:28.226339 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-288df7f8-30b3-44c4-b8cf-4e6198d9e920 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/118a6edd-42a5-49dd-94b0-2c5fde28a2ec HTTP/1.1" status: 204 len: 168 time: 0.3668478 Jun 24 23:42:28.540273 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf8e42c-e476-4554-89b5-bb388a18c516 req-b0e389f8-47e3-4f28-a920-7d0ef956d95c tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:28.541776 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-eaf8e42c-e476-4554-89b5-bb388a18c516 req-b0e389f8-47e3-4f28-a920-7d0ef956d95c tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e80ccfd-4a2f-4e41-a68d-a6b03ae1982b HTTP/1.1" status: 200 len: 946 time: 0.1508000 Jun 24 23:42:28.572665 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 53624) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:42:28.611095 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-0c855807-649a-40fd-948d-f854b7b518a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:28.635762 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-eaf8e42c-e476-4554-89b5-bb388a18c516 req-b0666178-4f2f-4145-bee8-da0de2855d3a tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/security-groups?id=20c47638-9a00-4622-a48b-78e864be34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846715 Jun 24 23:42:28.636793 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-0c855807-649a-40fd-948d-f854b7b518a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:42:28.642427 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-0c855807-649a-40fd-948d-f854b7b518a5 admin admin] Usage tracker for resource:security_group_rule and tenant:e8e626126130450ba0686129bbb2a27c is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:42:28.645833 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-0c855807-649a-40fd-948d-f854b7b518a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:42:28.652776 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-0c855807-649a-40fd-948d-f854b7b518a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:42:28.820410 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-0c855807-649a-40fd-948d-f854b7b518a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:28.825521 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-0c855807-649a-40fd-948d-f854b7b518a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:28.884323 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-0c855807-649a-40fd-948d-f854b7b518a5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e8e626126130450ba0686129bbb2a27c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3076973 Jun 24 23:42:28.884323 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c855807-649a-40fd-948d-f854b7b518a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a1e82e9-d106-4211-a258-8e2728ed5e56,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:28.884959 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 53652) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:42:28.962721 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e7b05384-79b6-40c3-a96f-bc742f0a98d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:28.988673 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e7b05384-79b6-40c3-a96f-bc742f0a98d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:29.062061 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e7b05384-79b6-40c3-a96f-bc742f0a98d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:29.081493 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e7b05384-79b6-40c3-a96f-bc742f0a98d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:29.082615 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-e7b05384-79b6-40c3-a96f-bc742f0a98d5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4a1e82e9-d106-4211-a258-8e2728ed5e56 HTTP/1.1" status: 204 len: 168 time: 0.1966724 Jun 24 23:42:29.083591 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b05384-79b6-40c3-a96f-bc742f0a98d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a1e82e9-d106-4211-a258-8e2728ed5e56,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:29.277374 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27620a5-0ca6-448d-be1f-2b7bd240d1ed req-76cf8ab0-664e-45ef-a379-6b59f61dc51f tempest-DeleteServersTestJSON-733994 tempest-DeleteServersTestJSON-733994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:29.279173 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-e27620a5-0ca6-448d-be1f-2b7bd240d1ed req-76cf8ab0-664e-45ef-a379-6b59f61dc51f tempest-DeleteServersTestJSON-733994 tempest-DeleteServersTestJSON-733994-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e116b65-c215-4a97-9780-deab6e789455 HTTP/1.1" status: 200 len: 946 time: 0.1181145 Jun 24 23:42:29.352122 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-e27620a5-0ca6-448d-be1f-2b7bd240d1ed req-37031cf6-5ade-4b08-aadd-220a7ca3cda3 tempest-DeleteServersTestJSON-733994 tempest-DeleteServersTestJSON-733994-project] 10.222.0.42 "GET /v2.0/security-groups?id=67e70c52-fdca-4aa6-a9a3-dda7513aaeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645916 Jun 24 23:42:29.606078 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587d5335-ca7d-4ae7-afd4-17e0bf730223 req-03c11e2f-78d5-4717-a7b9-ab611bc8eb33 tempest-DeleteServersTestJSON-733994 tempest-DeleteServersTestJSON-733994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:29.607598 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-587d5335-ca7d-4ae7-afd4-17e0bf730223 req-03c11e2f-78d5-4717-a7b9-ab611bc8eb33 tempest-DeleteServersTestJSON-733994 tempest-DeleteServersTestJSON-733994-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e116b65-c215-4a97-9780-deab6e789455 HTTP/1.1" status: 200 len: 946 time: 0.1269367 Jun 24 23:42:29.848028 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [req-587d5335-ca7d-4ae7-afd4-17e0bf730223 req-aed874f9-5a7e-4e19-9ea2-cb6fc7c38cb9 tempest-DeleteServersTestJSON-733994 tempest-DeleteServersTestJSON-733994-project] Deleting port d6024fb1-c461-4b97-865d-d640badfb311 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 23:42:29.849074 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-587d5335-ca7d-4ae7-afd4-17e0bf730223 req-aed874f9-5a7e-4e19-9ea2-cb6fc7c38cb9 tempest-DeleteServersTestJSON-733994 tempest-DeleteServersTestJSON-733994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754888672570'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:30.035656 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172e6d2d-4c69-4fed-9b71-87ccae2c1024 req-ebf54271-d5fb-46f1-9664-78fe5b01f547 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:30.038053 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-172e6d2d-4c69-4fed-9b71-87ccae2c1024 req-ebf54271-d5fb-46f1-9664-78fe5b01f547 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e80ccfd-4a2f-4e41-a68d-a6b03ae1982b HTTP/1.1" status: 200 len: 946 time: 0.1339684 Jun 24 23:42:30.067157 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 53766) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:42:30.095095 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-172e6d2d-4c69-4fed-9b71-87ccae2c1024 req-a7bf1009-5315-4ffe-8dd2-f9fb77444005 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/security-groups?id=20c47638-9a00-4622-a48b-78e864be34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507996 Jun 24 23:42:30.211240 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [req-587d5335-ca7d-4ae7-afd4-17e0bf730223 req-aed874f9-5a7e-4e19-9ea2-cb6fc7c38cb9 tempest-DeleteServersTestJSON-733994 tempest-DeleteServersTestJSON-733994-project] For port d6024fb1-c461-4b97-865d-d640badfb311, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=d6024fb1-c461-4b97-865d-d640badfb311,segment=NetworkSegment(515ee694-67b9-4216-a35d-0fb58f63ef25),segment_id=515ee694-67b9-4216-a35d-0fb58f63ef25)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:42:30.211769 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-587d5335-ca7d-4ae7-afd4-17e0bf730223 req-aed874f9-5a7e-4e19-9ea2-cb6fc7c38cb9 tempest-DeleteServersTestJSON-733994 tempest-DeleteServersTestJSON-733994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478950'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:30.238405 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.v2.base [None req-1ea60e13-05c1-4e02-84e0-4abd13baa6f9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-713350170-network', 'tenant_id': 'c6246d7971d0415dad4e7ae45adeff3b'}} {{(pid=88109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:42:30.248418 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-1ea60e13-05c1-4e02-84e0-4abd13baa6f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:42:30.253395 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-1ea60e13-05c1-4e02-84e0-4abd13baa6f9 admin admin] Usage tracker for resource:network and tenant:c6246d7971d0415dad4e7ae45adeff3b is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:42:30.257716 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-1ea60e13-05c1-4e02-84e0-4abd13baa6f9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:42:30.280619 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-1ea60e13-05c1-4e02-84e0-4abd13baa6f9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:42:30.293251 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ea60e13-05c1-4e02-84e0-4abd13baa6f9 admin admin] Made reservation on behalf of c6246d7971d0415dad4e7ae45adeff3b for: {'network': 1} {{(pid=88109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 23:42:30.296527 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1ea60e13-05c1-4e02-84e0-4abd13baa6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for network, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:30.309565 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1ea60e13-05c1-4e02-84e0-4abd13baa6f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:30.326880 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-1ea60e13-05c1-4e02-84e0-4abd13baa6f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:42:30.330950 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-1ea60e13-05c1-4e02-84e0-4abd13baa6f9 admin admin] Usage tracker for resource:security_group_rule and tenant:c6246d7971d0415dad4e7ae45adeff3b is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:42:30.334065 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-1ea60e13-05c1-4e02-84e0-4abd13baa6f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:42:30.340452 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-1ea60e13-05c1-4e02-84e0-4abd13baa6f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:42:30.426753 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1ea60e13-05c1-4e02-84e0-4abd13baa6f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:30.430945 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1ea60e13-05c1-4e02-84e0-4abd13baa6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:30.458475 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [req-587d5335-ca7d-4ae7-afd4-17e0bf730223 req-aed874f9-5a7e-4e19-9ea2-cb6fc7c38cb9 tempest-DeleteServersTestJSON-733994 tempest-DeleteServersTestJSON-733994-project] Calling delete_port for d6024fb1-c461-4b97-865d-d640badfb311 owned by compute:nova {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 23:42:30.464928 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea60e13-05c1-4e02-84e0-4abd13baa6f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=066fdd69-e096-485b-919e-85a295dea13f,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:30.477848 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ea60e13-05c1-4e02-84e0-4abd13baa6f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=88109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 23:42:30.489660 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1ea60e13-05c1-4e02-84e0-4abd13baa6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569928'] for segment, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:30.490306 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.db.segments_db [None req-1ea60e13-05c1-4e02-84e0-4abd13baa6f9 admin admin] Added segment 95c81c4f-e303-4fe2-883f-c8faf737554d of type vlan for network e926c769-521e-4b06-8b75-cec3d3f88237 Jun 24 23:42:30.527758 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1ea60e13-05c1-4e02-84e0-4abd13baa6f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754888201009'] for network, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:30.563011 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1ea60e13-05c1-4e02-84e0-4abd13baa6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:30.564324 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea60e13-05c1-4e02-84e0-4abd13baa6f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:30.565098 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1ea60e13-05c1-4e02-84e0-4abd13baa6f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627732'] for network, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:30.723941 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea60e13-05c1-4e02-84e0-4abd13baa6f9 admin admin] Pushing event updated for resources: {'Network': ['ID=e926c769-521e-4b06-8b75-cec3d3f88237,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:30.727206 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-1ea60e13-05c1-4e02-84e0-4abd13baa6f9 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6507666 Jun 24 23:42:30.730547 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 53800) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:42:30.739638 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Network e926c769-521e-4b06-8b75-cec3d3f88237 details requested by agent ovs-agent-dv-cinder-847189-5-smb with host dv-cinder-847189-5-smb {{(pid=88110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 24 23:42:30.758482 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.v2.base [None req-0005d146-64f0-4388-84b1-dacb3cf34312 admin admin] Request body: {'subnet': {'network_id': 'e926c769-521e-4b06-8b75-cec3d3f88237', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-713350170-subnet', 'tenant_id': 'c6246d7971d0415dad4e7ae45adeff3b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:42:30.771967 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-0005d146-64f0-4388-84b1-dacb3cf34312 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:42:30.781300 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-0005d146-64f0-4388-84b1-dacb3cf34312 admin admin] Usage tracker for resource:subnet and tenant:c6246d7971d0415dad4e7ae45adeff3b is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:42:30.785544 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-0005d146-64f0-4388-84b1-dacb3cf34312 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:42:30.792399 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-0005d146-64f0-4388-84b1-dacb3cf34312 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:42:30.804955 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0005d146-64f0-4388-84b1-dacb3cf34312 admin admin] Made reservation on behalf of c6246d7971d0415dad4e7ae45adeff3b for: {'subnet': 1} {{(pid=88109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 23:42:30.809513 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-0005d146-64f0-4388-84b1-dacb3cf34312 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266086773'] for subnet, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:30.817399 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce10abc0-6716-48d8-ba3a-e864a62e8cfe req-a5f73a07-13b9-43a3-9902-e705fa69d4aa tempest-DeleteServersTestJSON-733994 tempest-DeleteServersTestJSON-733994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:30.820254 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-ce10abc0-6716-48d8-ba3a-e864a62e8cfe req-a5f73a07-13b9-43a3-9902-e705fa69d4aa tempest-DeleteServersTestJSON-733994 tempest-DeleteServersTestJSON-733994-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e116b65-c215-4a97-9780-deab6e789455 HTTP/1.1" status: 200 len: 946 time: 0.2444327 Jun 24 23:42:30.900336 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-ce10abc0-6716-48d8-ba3a-e864a62e8cfe req-e5240446-2ed9-4c7a-8561-c7027912a71d tempest-DeleteServersTestJSON-733994 tempest-DeleteServersTestJSON-733994-project] 10.222.0.42 "GET /v2.0/security-groups?id=67e70c52-fdca-4aa6-a9a3-dda7513aaeeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706503 Jun 24 23:42:30.902843 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-587d5335-ca7d-4ae7-afd4-17e0bf730223 req-aed874f9-5a7e-4e19-9ea2-cb6fc7c38cb9 tempest-DeleteServersTestJSON-733994 tempest-DeleteServersTestJSON-733994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754888674196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754888214712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266412288'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:30.937954 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] get_ports_and_sgs() called for port_ids ['d6024fb1-c461-4b97-865d-d640badfb311'] {{(pid=88110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 23:42:31.066659 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed874f9-5a7e-4e19-9ea2-cb6fc7c38cb9 tempest-DeleteServersTestJSON-733994 tempest-DeleteServersTestJSON-733994-project] Pushing event deleted for resources: {'Port': ['ID=d6024fb1-c461-4b97-865d-d640badfb311,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:31.086647 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [req-587d5335-ca7d-4ae7-afd4-17e0bf730223 req-aed874f9-5a7e-4e19-9ea2-cb6fc7c38cb9 tempest-DeleteServersTestJSON-733994 tempest-DeleteServersTestJSON-733994-project] No DVR routers for this DVR port d6024fb1-c461-4b97-865d-d640badfb311 on host hv-cinder-84718 {{(pid=88108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 23:42:31.092661 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-587d5335-ca7d-4ae7-afd4-17e0bf730223 req-aed874f9-5a7e-4e19-9ea2-cb6fc7c38cb9 tempest-DeleteServersTestJSON-733994 tempest-DeleteServersTestJSON-733994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122089'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:31.103689 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e116b65-c215-4a97-9780-deab6e789455', 'name': 'network-vif-deleted', 'tag': 'd6024fb1-c461-4b97-865d-d640badfb311'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 23:42:31.114422 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-587d5335-ca7d-4ae7-afd4-17e0bf730223 req-aed874f9-5a7e-4e19-9ea2-cb6fc7c38cb9 tempest-DeleteServersTestJSON-733994 tempest-DeleteServersTestJSON-733994-project] 10.222.0.15 "DELETE /v2.0/ports/d6024fb1-c461-4b97-865d-d640badfb311 HTTP/1.1" status: 204 len: 173 time: 1.5008438 Jun 24 23:42:31.206681 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-0005d146-64f0-4388-84b1-dacb3cf34312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266549952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266086723'] for subnet, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:31.236472 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb73c552-508e-4c2c-8df4-dcf7993195ee'] response: {'server_uuid': '3e116b65-c215-4a97-9780-deab6e789455', 'name': 'network-vif-deleted', 'tag': 'd6024fb1-c461-4b97-865d-d640badfb311', 'status': 'completed', 'code': 200} Jun 24 23:42:31.366119 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0005d146-64f0-4388-84b1-dacb3cf34312 admin admin] Pushing event updated for resources: {'Subnet': ['ID=358a7724-dc5f-4d0a-88a6-d45693f3518f,revision_number=0']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:31.410472 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0005d146-64f0-4388-84b1-dacb3cf34312 admin admin] Checking segment: {'id': '95c81c4f-e303-4fe2-883f-c8faf737554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e926c769-521e-4b06-8b75-cec3d3f88237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 23:42:31.410955 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0005d146-64f0-4388-84b1-dacb3cf34312 admin admin] Network hostable DHCP agents. Network: e926c769-521e-4b06-8b75-cec3d3f88237, hostable agents: ['6e28835f-a2f6-456f-8f53-9851f009901c'], hosted agents: [] {{(pid=88109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 23:42:31.434219 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0005d146-64f0-4388-84b1-dacb3cf34312 admin admin] Network e926c769-521e-4b06-8b75-cec3d3f88237 is scheduled to be hosted by DHCP agent 6e28835f-a2f6-456f-8f53-9851f009901c with binding_index 1 {{(pid=88109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 23:42:31.451900 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b680cc-620c-41d5-bbf0-b74df4010d67 req-de09f1ec-2c38-4dbc-bc97-875585248e65 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:31.458719 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-0005d146-64f0-4388-84b1-dacb3cf34312 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-5-smb, e926c769-521e-4b06-8b75-cec3d3f88237) {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 23:42:31.459791 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-92b680cc-620c-41d5-bbf0-b74df4010d67 req-de09f1ec-2c38-4dbc-bc97-875585248e65 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e80ccfd-4a2f-4e41-a68d-a6b03ae1982b HTTP/1.1" status: 200 len: 946 time: 0.1270897 Jun 24 23:42:31.470636 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e59767-bebe-4ea9-b6db-bd6486986d10 None None] Network e926c769-521e-4b06-8b75-cec3d3f88237 requested from dv-cinder-847189-5-smb {{(pid=88110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 23:42:31.471964 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0005d146-64f0-4388-84b1-dacb3cf34312 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:31.472572 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-0005d146-64f0-4388-84b1-dacb3cf34312 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627732'] for subnet, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:31.524344 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-0005d146-64f0-4388-84b1-dacb3cf34312 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7924027 Jun 24 23:42:31.528499 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-92b680cc-620c-41d5-bbf0-b74df4010d67 req-ffe1f718-099e-4b9d-9c56-d017f935f6b5 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/security-groups?id=20c47638-9a00-4622-a48b-78e864be34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675941 Jun 24 23:42:31.613834 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 53854) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:42:31.921064 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15edade6-c683-407e-b733-5c4046c1209a None None] Network e926c769-521e-4b06-8b75-cec3d3f88237 requested from dv-cinder-847189-5-smb {{(pid=88110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 23:42:32.009154 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-30dae3c4-a7ef-4c68-b525-6a578cf38d99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:32.056627 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-30dae3c4-a7ef-4c68-b525-6a578cf38d99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:42:32.074464 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-30dae3c4-a7ef-4c68-b525-6a578cf38d99 admin admin] Usage tracker for resource:security_group_rule and tenant:66ffa5d169a04be3afc56393ca0b07fc is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:42:32.082790 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-30dae3c4-a7ef-4c68-b525-6a578cf38d99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:42:32.097152 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-30dae3c4-a7ef-4c68-b525-6a578cf38d99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:42:32.148369 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 53876) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:42:32.221201 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-30dae3c4-a7ef-4c68-b525-6a578cf38d99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:32.274390 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-30dae3c4-a7ef-4c68-b525-6a578cf38d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:32.307217 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-03b3f2da-f0df-4126-a375-11f6ffbc8f73 req-ccf418b3-3600-4d02-996e-437d7d4342c0 tempest-DeleteServersTestJSON-733994 tempest-DeleteServersTestJSON-733994-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e116b65-c215-4a97-9780-deab6e789455 HTTP/1.1" status: 200 len: 210 time: 0.0843041 Jun 24 23:42:32.346170 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-30dae3c4-a7ef-4c68-b525-6a578cf38d99 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=66ffa5d169a04be3afc56393ca0b07fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7309842 Jun 24 23:42:32.348083 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dae3c4-a7ef-4c68-b525-6a578cf38d99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e314a31b-5779-4193-ad5f-5d6718d2786b,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:32.351062 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 53886) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:42:32.358203 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-28017c75-2aca-4870-8b1f-d8b2d0844fcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:32.384439 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-28017c75-2aca-4870-8b1f-d8b2d0844fcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:42:32.396374 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-28017c75-2aca-4870-8b1f-d8b2d0844fcd admin admin] Usage tracker for resource:security_group_rule and tenant:3b9c63869e5e4660be02d7c6396b6c15 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:42:32.407935 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-28017c75-2aca-4870-8b1f-d8b2d0844fcd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:42:32.416214 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-28017c75-2aca-4870-8b1f-d8b2d0844fcd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:42:32.429800 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-edb68e1e-6d86-40bf-ba81-9559b56cb2a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:32.467807 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-edb68e1e-6d86-40bf-ba81-9559b56cb2a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:32.518676 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-28017c75-2aca-4870-8b1f-d8b2d0844fcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:32.522659 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-28017c75-2aca-4870-8b1f-d8b2d0844fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:32.537332 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-edb68e1e-6d86-40bf-ba81-9559b56cb2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:32.555491 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb68e1e-6d86-40bf-ba81-9559b56cb2a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e314a31b-5779-4193-ad5f-5d6718d2786b,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:32.562221 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 53896) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:42:32.570918 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.v2.base [None req-21f43f6a-0c9f-494e-8cb9-0d484fabd525 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-753640278-network', 'tenant_id': '61fc6c3a90a34c9e9e4364fa3ab7bfd7'}} {{(pid=88109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:42:32.574796 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-28017c75-2aca-4870-8b1f-d8b2d0844fcd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3b9c63869e5e4660be02d7c6396b6c15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4253161 Jun 24 23:42:32.575190 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-edb68e1e-6d86-40bf-ba81-9559b56cb2a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:32.576532 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-edb68e1e-6d86-40bf-ba81-9559b56cb2a4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e314a31b-5779-4193-ad5f-5d6718d2786b HTTP/1.1" status: 204 len: 168 time: 0.2243505 Jun 24 23:42:32.577914 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 53900) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:42:32.579831 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28017c75-2aca-4870-8b1f-d8b2d0844fcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb3c3b6a-35e4-4970-9caf-f46c5fa2ab48,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:32.582943 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-21f43f6a-0c9f-494e-8cb9-0d484fabd525 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:42:32.602157 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-21f43f6a-0c9f-494e-8cb9-0d484fabd525 admin admin] Usage tracker for resource:network and tenant:61fc6c3a90a34c9e9e4364fa3ab7bfd7 is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:42:32.610271 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-21f43f6a-0c9f-494e-8cb9-0d484fabd525 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:42:32.629542 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-21f43f6a-0c9f-494e-8cb9-0d484fabd525 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:42:32.660119 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f43f6a-0c9f-494e-8cb9-0d484fabd525 admin admin] Made reservation on behalf of 61fc6c3a90a34c9e9e4364fa3ab7bfd7 for: {'network': 1} {{(pid=88109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 23:42:32.665365 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-21f43f6a-0c9f-494e-8cb9-0d484fabd525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for network, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:32.686652 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-21f43f6a-0c9f-494e-8cb9-0d484fabd525 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:32.704779 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-21f43f6a-0c9f-494e-8cb9-0d484fabd525 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:42:32.710350 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-69f87c59-67f9-4e47-ac2c-373750ea7cf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:32.714531 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-21f43f6a-0c9f-494e-8cb9-0d484fabd525 admin admin] Usage tracker for resource:security_group_rule and tenant:61fc6c3a90a34c9e9e4364fa3ab7bfd7 is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:42:32.723795 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-21f43f6a-0c9f-494e-8cb9-0d484fabd525 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:42:32.734552 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-21f43f6a-0c9f-494e-8cb9-0d484fabd525 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:42:32.751682 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a5cae2-b640-4336-bb17-57dcd27fa801 req-d78e7a6e-d7f7-4e9e-bd8d-a777c6041865 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:32.753574 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-e6a5cae2-b640-4336-bb17-57dcd27fa801 req-d78e7a6e-d7f7-4e9e-bd8d-a777c6041865 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e80ccfd-4a2f-4e41-a68d-a6b03ae1982b HTTP/1.1" status: 200 len: 946 time: 0.0987816 Jun 24 23:42:32.773897 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-69f87c59-67f9-4e47-ac2c-373750ea7cf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:32.821706 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-e6a5cae2-b640-4336-bb17-57dcd27fa801 req-6dc8f924-a3ee-4e32-96eb-8c659f68c812 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/security-groups?id=20c47638-9a00-4622-a48b-78e864be34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616837 Jun 24 23:42:32.888241 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-69f87c59-67f9-4e47-ac2c-373750ea7cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:32.909469 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f87c59-67f9-4e47-ac2c-373750ea7cf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb3c3b6a-35e4-4970-9caf-f46c5fa2ab48,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:32.934329 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-69f87c59-67f9-4e47-ac2c-373750ea7cf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:32.935431 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-69f87c59-67f9-4e47-ac2c-373750ea7cf9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/eb3c3b6a-35e4-4970-9caf-f46c5fa2ab48 HTTP/1.1" status: 204 len: 168 time: 0.3550751 Jun 24 23:42:32.942885 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-21f43f6a-0c9f-494e-8cb9-0d484fabd525 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:32.947998 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-21f43f6a-0c9f-494e-8cb9-0d484fabd525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:32.974947 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21f43f6a-0c9f-494e-8cb9-0d484fabd525 admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=88109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 23:42:32.987536 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f43f6a-0c9f-494e-8cb9-0d484fabd525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44eb66f6-57fb-4e35-b30c-14b4748dabb5,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:32.992585 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-21f43f6a-0c9f-494e-8cb9-0d484fabd525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569928'] for segment, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:32.993133 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.db.segments_db [None req-21f43f6a-0c9f-494e-8cb9-0d484fabd525 admin admin] Added segment be156a23-0615-455e-9b42-0c9d119697f6 of type vlan for network 15b4861f-9a33-42b5-9bc2-c84628a60f5d Jun 24 23:42:33.023492 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-21f43f6a-0c9f-494e-8cb9-0d484fabd525 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754888201009'] for network, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:33.062023 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-21f43f6a-0c9f-494e-8cb9-0d484fabd525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:33.062984 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f43f6a-0c9f-494e-8cb9-0d484fabd525 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:33.063745 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-21f43f6a-0c9f-494e-8cb9-0d484fabd525 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627732'] for network, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:33.070070 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 53912) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:42:33.089891 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-00346714-92a2-41eb-9a4d-7eec26761d7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:33.112257 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-00346714-92a2-41eb-9a4d-7eec26761d7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:42:33.116108 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-00346714-92a2-41eb-9a4d-7eec26761d7c admin admin] Usage tracker for resource:security_group_rule and tenant:1ba2ea0aeb8148669c3739df4f6deabd is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:42:33.119462 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-00346714-92a2-41eb-9a4d-7eec26761d7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:42:33.127109 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-00346714-92a2-41eb-9a4d-7eec26761d7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:42:33.169874 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f43f6a-0c9f-494e-8cb9-0d484fabd525 admin admin] Pushing event updated for resources: {'Network': ['ID=15b4861f-9a33-42b5-9bc2-c84628a60f5d,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:33.172793 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-21f43f6a-0c9f-494e-8cb9-0d484fabd525 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6084538 Jun 24 23:42:33.175557 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 53918) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:42:33.182020 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Network 15b4861f-9a33-42b5-9bc2-c84628a60f5d details requested by agent ovs-agent-dv-cinder-847189-5-smb with host dv-cinder-847189-5-smb {{(pid=88110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 24 23:42:33.190132 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.v2.base [None req-7a21f65b-d1b3-4286-b698-890509169ac6 admin admin] Request body: {'subnet': {'network_id': '15b4861f-9a33-42b5-9bc2-c84628a60f5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-753640278-subnet', 'tenant_id': '61fc6c3a90a34c9e9e4364fa3ab7bfd7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:42:33.196225 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-7a21f65b-d1b3-4286-b698-890509169ac6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:42:33.203551 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-7a21f65b-d1b3-4286-b698-890509169ac6 admin admin] Usage tracker for resource:subnet and tenant:61fc6c3a90a34c9e9e4364fa3ab7bfd7 is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:42:33.207236 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-7a21f65b-d1b3-4286-b698-890509169ac6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:42:33.213666 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-7a21f65b-d1b3-4286-b698-890509169ac6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:42:33.231695 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-00346714-92a2-41eb-9a4d-7eec26761d7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:33.236315 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-00346714-92a2-41eb-9a4d-7eec26761d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:33.242583 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a21f65b-d1b3-4286-b698-890509169ac6 admin admin] Made reservation on behalf of 61fc6c3a90a34c9e9e4364fa3ab7bfd7 for: {'subnet': 1} {{(pid=88109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 23:42:33.246322 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-7a21f65b-d1b3-4286-b698-890509169ac6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266086773'] for subnet, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:33.289201 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-00346714-92a2-41eb-9a4d-7eec26761d7c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1ba2ea0aeb8148669c3739df4f6deabd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2177646 Jun 24 23:42:33.290177 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00346714-92a2-41eb-9a4d-7eec26761d7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00b060de-2ad4-4229-8eba-d7155d2ec065,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:33.292689 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 53926) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:42:33.404990 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-68f857ce-8f6d-442a-b589-5f4ec932d991 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:33.462117 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-68f857ce-8f6d-442a-b589-5f4ec932d991 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:33.538011 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 53938) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:42:33.555865 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Device d6024fb1-c461-4b97-865d-d640badfb311 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 23:42:33.570486 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-dd73d9c4-2e8b-453a-8625-be8196b64d93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:33.593297 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-707bff31-b5da-4601-b274-386892c937dc None None] No Port match for: d6024fb1-c461-4b97-865d-d640badfb311 {{(pid=88110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 23:42:33.593896 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Device d6024fb1-c461-4b97-865d-d640badfb311 not bound to the agent host hv-cinder-84718 {{(pid=88110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 23:42:33.594020 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-dd73d9c4-2e8b-453a-8625-be8196b64d93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:42:33.599446 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-dd73d9c4-2e8b-453a-8625-be8196b64d93 admin admin] Usage tracker for resource:security_group_rule and tenant:1a9accd2722c4e419e74596abbf5a26d is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:42:33.603079 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-dd73d9c4-2e8b-453a-8625-be8196b64d93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:42:33.615570 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-dd73d9c4-2e8b-453a-8625-be8196b64d93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:42:33.627895 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-68f857ce-8f6d-442a-b589-5f4ec932d991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:33.632346 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-7a21f65b-d1b3-4286-b698-890509169ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266549952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266086723'] for subnet, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:33.653155 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f857ce-8f6d-442a-b589-5f4ec932d991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b060de-2ad4-4229-8eba-d7155d2ec065,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:33.679481 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-68f857ce-8f6d-442a-b589-5f4ec932d991 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:33.680791 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-68f857ce-8f6d-442a-b589-5f4ec932d991 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/00b060de-2ad4-4229-8eba-d7155d2ec065 HTTP/1.1" status: 204 len: 168 time: 0.3868048 Jun 24 23:42:33.727451 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a21f65b-d1b3-4286-b698-890509169ac6 admin admin] Checking segment: {'id': 'be156a23-0615-455e-9b42-0c9d119697f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '15b4861f-9a33-42b5-9bc2-c84628a60f5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 23:42:33.727821 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a21f65b-d1b3-4286-b698-890509169ac6 admin admin] Network hostable DHCP agents. Network: 15b4861f-9a33-42b5-9bc2-c84628a60f5d, hostable agents: ['6e28835f-a2f6-456f-8f53-9851f009901c'], hosted agents: [] {{(pid=88109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 23:42:33.734267 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a21f65b-d1b3-4286-b698-890509169ac6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1610281-bfc5-413c-8ceb-6c08bd1dd234,revision_number=0']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:33.761808 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a21f65b-d1b3-4286-b698-890509169ac6 admin admin] Network 15b4861f-9a33-42b5-9bc2-c84628a60f5d is scheduled to be hosted by DHCP agent 6e28835f-a2f6-456f-8f53-9851f009901c with binding_index 1 {{(pid=88109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 23:42:33.779704 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-7a21f65b-d1b3-4286-b698-890509169ac6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-5-smb, 15b4861f-9a33-42b5-9bc2-c84628a60f5d) {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 23:42:33.784057 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a21f65b-d1b3-4286-b698-890509169ac6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:33.784737 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-7a21f65b-d1b3-4286-b698-890509169ac6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627732'] for subnet, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:33.792558 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42517a5-30f6-43c3-9bd0-0ae7dd811cb5 None None] Network 15b4861f-9a33-42b5-9bc2-c84628a60f5d requested from dv-cinder-847189-5-smb {{(pid=88110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 23:42:33.829227 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-7a21f65b-d1b3-4286-b698-890509169ac6 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6522384 Jun 24 23:42:33.842726 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-dd73d9c4-2e8b-453a-8625-be8196b64d93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:33.846534 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-dd73d9c4-2e8b-453a-8625-be8196b64d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:33.913071 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-dd73d9c4-2e8b-453a-8625-be8196b64d93 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1a9accd2722c4e419e74596abbf5a26d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3716865 Jun 24 23:42:33.915652 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 53956) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:42:33.919220 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd73d9c4-2e8b-453a-8625-be8196b64d93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aafbbcdf-d41f-4573-8605-50da3dc0f1ef,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:34.010852 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0f4bd1f4-f7d5-4ef5-bc1c-bd8702f61d98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:34.062616 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0f4bd1f4-f7d5-4ef5-bc1c-bd8702f61d98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:34.248563 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f9cfba-e0b6-4d81-93a9-35988ead3ad1 req-bf24fd43-c133-4534-bc30-aeeb0bc8768d tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:34.259908 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-05f9cfba-e0b6-4d81-93a9-35988ead3ad1 req-bf24fd43-c133-4534-bc30-aeeb0bc8768d tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e80ccfd-4a2f-4e41-a68d-a6b03ae1982b HTTP/1.1" status: 200 len: 946 time: 0.1937935 Jun 24 23:42:34.283407 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0f4bd1f4-f7d5-4ef5-bc1c-bd8702f61d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:34.309803 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0665baac-3e6a-43ac-9463-07123b9c1708 None None] Network 15b4861f-9a33-42b5-9bc2-c84628a60f5d requested from dv-cinder-847189-5-smb {{(pid=88110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 23:42:34.321056 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4bd1f4-f7d5-4ef5-bc1c-bd8702f61d98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aafbbcdf-d41f-4573-8605-50da3dc0f1ef,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:34.332311 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0f4bd1f4-f7d5-4ef5-bc1c-bd8702f61d98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:34.334704 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-0f4bd1f4-f7d5-4ef5-bc1c-bd8702f61d98 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/aafbbcdf-d41f-4573-8605-50da3dc0f1ef HTTP/1.1" status: 204 len: 168 time: 0.4179788 Jun 24 23:42:34.354960 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-05f9cfba-e0b6-4d81-93a9-35988ead3ad1 req-176eb2ec-137f-4e97-9b96-0944faab5e9c tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/security-groups?id=20c47638-9a00-4622-a48b-78e864be34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836523 Jun 24 23:42:34.728054 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760f36a8-51b2-4a57-be88-b8d7a7153aa0 req-59afb074-b191-4062-8fbe-cd6272766903 tempest-VolumesActionsTest-1453821692 tempest-VolumesActionsTest-1453821692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:34.729660 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-760f36a8-51b2-4a57-be88-b8d7a7153aa0 req-59afb074-b191-4062-8fbe-cd6272766903 tempest-VolumesActionsTest-1453821692 tempest-VolumesActionsTest-1453821692-project] 10.222.0.42 "GET /v2.0/networks?id=e926c769-521e-4b06-8b75-cec3d3f88237 HTTP/1.1" status: 200 len: 808 time: 0.1827452 Jun 24 23:42:34.762734 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-760f36a8-51b2-4a57-be88-b8d7a7153aa0 req-6349ba94-f7d8-401e-aab6-f4f934a44b22 tempest-VolumesActionsTest-1453821692 tempest-VolumesActionsTest-1453821692-project] 10.222.0.42 "GET /v2.0/quotas/c6246d7971d0415dad4e7ae45adeff3b HTTP/1.1" status: 200 len: 375 time: 0.0269976 Jun 24 23:42:34.835012 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-760f36a8-51b2-4a57-be88-b8d7a7153aa0 req-c1c3b538-38a4-465b-887d-6454c0b0519a tempest-VolumesActionsTest-1453821692 tempest-VolumesActionsTest-1453821692-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c6246d7971d0415dad4e7ae45adeff3b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0579870 Jun 24 23:42:34.995447 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-760f36a8-51b2-4a57-be88-b8d7a7153aa0 req-6cd258d5-1b8c-461f-8c0e-667f71d155ca service neutron] 10.222.0.42 "GET /v2.0/networks/e926c769-521e-4b06-8b75-cec3d3f88237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500015 Jun 24 23:42:35.146843 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-760f36a8-51b2-4a57-be88-b8d7a7153aa0 req-03314f37-18b0-4cca-a7d8-eeb54b22db3c service neutron] 10.222.0.42 "GET /v2.0/networks/e926c769-521e-4b06-8b75-cec3d3f88237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504211 Jun 24 23:42:35.397166 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-ca6301d1-a7e0-42bd-8b7b-340a2519431a req-25b0f17b-8689-41be-a93b-30462dc9e6a6 tempest-VolumesActionsTest-1453821692 tempest-VolumesActionsTest-1453821692-project] 10.222.0.42 "GET /v2.0/ports?device_id=66655619-2beb-412c-8ea3-fe022e0dd796 HTTP/1.1" status: 200 len: 210 time: 0.0857568 Jun 24 23:42:35.605635 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 54054) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:42:35.689518 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736698f4-5248-468d-8e1e-b25efc0867df req-724a4af5-e964-4cba-88a5-ebcd1f07ab2e tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:35.705106 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-736698f4-5248-468d-8e1e-b25efc0867df req-724a4af5-e964-4cba-88a5-ebcd1f07ab2e tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e80ccfd-4a2f-4e41-a68d-a6b03ae1982b HTTP/1.1" status: 200 len: 946 time: 0.1796083 Jun 24 23:42:35.803287 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-736698f4-5248-468d-8e1e-b25efc0867df req-5439ee8c-41d6-4462-95f3-6cdc517d32cb tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/security-groups?id=20c47638-9a00-4622-a48b-78e864be34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968807 Jun 24 23:42:36.408515 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-d1b767a4-e7d0-4178-bdd1-a50addccbc97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-488920'] for router_interface, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:36.477157 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 54096) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:42:36.627878 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-2b37b653-c04a-47cd-80f9-846de7c3b935 req-22055dad-d2b4-4e25-9af5-82defa0e69e6 tempest-VolumesActionsTest-1453821692 tempest-VolumesActionsTest-1453821692-project] 10.222.0.42 "GET /v2.0/ports?device_id=66655619-2beb-412c-8ea3-fe022e0dd796 HTTP/1.1" status: 200 len: 210 time: 0.0771356 Jun 24 23:42:36.690144 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-33650413-3873-4d53-99c3-a1eb0692c62b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:36.886264 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-33650413-3873-4d53-99c3-a1eb0692c62b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:42:36.894196 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-33650413-3873-4d53-99c3-a1eb0692c62b admin admin] Usage tracker for resource:security_group_rule and tenant:364d72d045fc4debabd5364ab79657b0 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:42:36.901309 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-33650413-3873-4d53-99c3-a1eb0692c62b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:42:36.915241 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-33650413-3873-4d53-99c3-a1eb0692c62b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:42:37.001114 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760f36a8-51b2-4a57-be88-b8d7a7153aa0 req-72924561-273c-4bd1-a500-738c5a90d842 tempest-VolumesActionsTest-1453821692 tempest-VolumesActionsTest-1453821692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:37.002889 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-760f36a8-51b2-4a57-be88-b8d7a7153aa0 req-72924561-273c-4bd1-a500-738c5a90d842 tempest-VolumesActionsTest-1453821692 tempest-VolumesActionsTest-1453821692-project] 10.222.0.15 "GET /v2.0/networks?id=e926c769-521e-4b06-8b75-cec3d3f88237 HTTP/1.1" status: 200 len: 808 time: 0.2893770 Jun 24 23:42:37.010663 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-d1b767a4-e7d0-4178-bdd1-a50addccbc97 admin admin] Deleting port efbe09fd-9339-40c7-9a48-e90b18d5cf5b {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 23:42:37.011120 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-d1b767a4-e7d0-4178-bdd1-a50addccbc97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754888672570'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:37.040075 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.v2.base [req-760f36a8-51b2-4a57-be88-b8d7a7153aa0 req-fbb2438d-a378-474d-8402-92f59334bdc9 tempest-VolumesActionsTest-1453821692 tempest-VolumesActionsTest-1453821692-project] Request body: {'port': {'device_id': '66655619-2beb-412c-8ea3-fe022e0dd796', 'network_id': 'e926c769-521e-4b06-8b75-cec3d3f88237', 'admin_state_up': True, 'tenant_id': 'c6246d7971d0415dad4e7ae45adeff3b'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:42:37.269198 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [req-760f36a8-51b2-4a57-be88-b8d7a7153aa0 req-fbb2438d-a378-474d-8402-92f59334bdc9 tempest-VolumesActionsTest-1453821692 tempest-VolumesActionsTest-1453821692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:42:37.285058 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-760f36a8-51b2-4a57-be88-b8d7a7153aa0 req-fbb2438d-a378-474d-8402-92f59334bdc9 tempest-VolumesActionsTest-1453821692 tempest-VolumesActionsTest-1453821692-project] Usage tracker for resource:port and tenant:c6246d7971d0415dad4e7ae45adeff3b is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:42:37.293246 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-760f36a8-51b2-4a57-be88-b8d7a7153aa0 req-fbb2438d-a378-474d-8402-92f59334bdc9 tempest-VolumesActionsTest-1453821692 tempest-VolumesActionsTest-1453821692-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:42:37.303340 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [req-760f36a8-51b2-4a57-be88-b8d7a7153aa0 req-fbb2438d-a378-474d-8402-92f59334bdc9 tempest-VolumesActionsTest-1453821692 tempest-VolumesActionsTest-1453821692-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:42:37.339606 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-33650413-3873-4d53-99c3-a1eb0692c62b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:37.350999 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-d1b767a4-e7d0-4178-bdd1-a50addccbc97 admin admin] For port efbe09fd-9339-40c7-9a48-e90b18d5cf5b, host dv-cinder-847189-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-5-smb',level=0,port_id=efbe09fd-9339-40c7-9a48-e90b18d5cf5b,segment=NetworkSegment(515ee694-67b9-4216-a35d-0fb58f63ef25),segment_id=515ee694-67b9-4216-a35d-0fb58f63ef25)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:42:37.351710 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-d1b767a4-e7d0-4178-bdd1-a50addccbc97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478950'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:37.361280 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7fe5dd-1073-47f1-a25f-300aa875cb3a req-3b6a00fe-48e0-416d-94c3-c8995366f5db tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:37.362789 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-1f7fe5dd-1073-47f1-a25f-300aa875cb3a req-3b6a00fe-48e0-416d-94c3-c8995366f5db tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e80ccfd-4a2f-4e41-a68d-a6b03ae1982b HTTP/1.1" status: 200 len: 946 time: 0.1763999 Jun 24 23:42:37.363425 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-33650413-3873-4d53-99c3-a1eb0692c62b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:37.383843 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-760f36a8-51b2-4a57-be88-b8d7a7153aa0 req-fbb2438d-a378-474d-8402-92f59334bdc9 tempest-VolumesActionsTest-1453821692 tempest-VolumesActionsTest-1453821692-project] Made reservation on behalf of c6246d7971d0415dad4e7ae45adeff3b for: {'port': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 23:42:37.391085 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-760f36a8-51b2-4a57-be88-b8d7a7153aa0 req-fbb2438d-a378-474d-8402-92f59334bdc9 tempest-VolumesActionsTest-1453821692 tempest-VolumesActionsTest-1453821692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:37.482801 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33650413-3873-4d53-99c3-a1eb0692c62b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f3459ea-9165-4a38-94f7-8f523471060b,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:37.523962 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-d1b767a4-e7d0-4178-bdd1-a50addccbc97 admin admin] Calling delete_port for efbe09fd-9339-40c7-9a48-e90b18d5cf5b owned by network:router_interface {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 23:42:37.541014 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-33650413-3873-4d53-99c3-a1eb0692c62b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=364d72d045fc4debabd5364ab79657b0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0625620 Jun 24 23:42:37.545715 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 54162) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:42:37.561609 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-1f7fe5dd-1073-47f1-a25f-300aa875cb3a req-c9c661e5-cd34-4df1-8809-e5d9d194a596 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/security-groups?id=20c47638-9a00-4622-a48b-78e864be34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892364 Jun 24 23:42:37.640425 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 54168) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:42:37.775577 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [req-760f36a8-51b2-4a57-be88-b8d7a7153aa0 req-fbb2438d-a378-474d-8402-92f59334bdc9 tempest-VolumesActionsTest-1453821692 tempest-VolumesActionsTest-1453821692-project] Allocated IP 172.20.0.2 (e926c769-521e-4b06-8b75-cec3d3f88237/358a7724-dc5f-4d0a-88a6-d45693f3518f/f6e19624-552b-4363-b74e-af94fdeb933e) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 23:42:37.788047 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e25af601-4172-4679-a2bb-cabe3a7903ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:37.847810 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e25af601-4172-4679-a2bb-cabe3a7903ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:37.917299 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0840f762-40a5-40f8-b5b2-109c2f1d61e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:37.928939 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-6645261c-e844-4d73-b8de-13e70ab484a6 req-702d3b07-7042-4d1e-9f8c-d3db945ec83b tempest-VolumesActionsTest-1453821692 tempest-VolumesActionsTest-1453821692-project] 10.222.0.42 "GET /v2.0/ports?device_id=66655619-2beb-412c-8ea3-fe022e0dd796 HTTP/1.1" status: 200 len: 210 time: 0.0690830 Jun 24 23:42:37.969218 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-0840f762-40a5-40f8-b5b2-109c2f1d61e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:42:38.026211 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-0840f762-40a5-40f8-b5b2-109c2f1d61e7 admin admin] Usage tracker for resource:security_group_rule and tenant:662796ecaf664b74889e8ee621da4473 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:42:38.036573 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-0840f762-40a5-40f8-b5b2-109c2f1d61e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:42:38.050114 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-0840f762-40a5-40f8-b5b2-109c2f1d61e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:42:38.065308 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-d1b767a4-e7d0-4178-bdd1-a50addccbc97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754888674196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754888214712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266550608'] for port, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:38.107109 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e25af601-4172-4679-a2bb-cabe3a7903ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:38.122919 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b767a4-e7d0-4178-bdd1-a50addccbc97 admin admin] Pushing event deleted for resources: {'Port': ['ID=efbe09fd-9339-40c7-9a48-e90b18d5cf5b,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:38.147800 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25af601-4172-4679-a2bb-cabe3a7903ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f3459ea-9165-4a38-94f7-8f523471060b,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:38.166968 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e25af601-4172-4679-a2bb-cabe3a7903ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:38.168665 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-e25af601-4172-4679-a2bb-cabe3a7903ef admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0f3459ea-9165-4a38-94f7-8f523471060b HTTP/1.1" status: 204 len: 168 time: 0.6207356 Jun 24 23:42:38.225650 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-760f36a8-51b2-4a57-be88-b8d7a7153aa0 req-fbb2438d-a378-474d-8402-92f59334bdc9 tempest-VolumesActionsTest-1453821692 tempest-VolumesActionsTest-1453821692-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:38.405280 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0840f762-40a5-40f8-b5b2-109c2f1d61e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:38.409102 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-760f36a8-51b2-4a57-be88-b8d7a7153aa0 req-fbb2438d-a378-474d-8402-92f59334bdc9 tempest-VolumesActionsTest-1453821692 tempest-VolumesActionsTest-1453821692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754888214703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266412288'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:38.567292 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0840f762-40a5-40f8-b5b2-109c2f1d61e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:38.600929 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-d1b767a4-e7d0-4178-bdd1-a50addccbc97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-488876'] for router_interface, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:38.607422 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-760f36a8-51b2-4a57-be88-b8d7a7153aa0 req-fbb2438d-a378-474d-8402-92f59334bdc9 tempest-VolumesActionsTest-1453821692 tempest-VolumesActionsTest-1453821692-project] Network e926c769-521e-4b06-8b75-cec3d3f88237 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 23:42:38.614449 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [req-760f36a8-51b2-4a57-be88-b8d7a7153aa0 req-fbb2438d-a378-474d-8402-92f59334bdc9 tempest-VolumesActionsTest-1453821692 tempest-VolumesActionsTest-1453821692-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 23:42:38.640616 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [req-760f36a8-51b2-4a57-be88-b8d7a7153aa0 req-fbb2438d-a378-474d-8402-92f59334bdc9 tempest-VolumesActionsTest-1453821692 tempest-VolumesActionsTest-1453821692-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 23:42:38.729281 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:38.739817 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 54236) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:42:38.784316 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-0840f762-40a5-40f8-b5b2-109c2f1d61e7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=662796ecaf664b74889e8ee621da4473&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1402264 Jun 24 23:42:38.784316 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb2438d-a378-474d-8402-92f59334bdc9 tempest-VolumesActionsTest-1453821692 tempest-VolumesActionsTest-1453821692-project] Pushing event updated for resources: {'Port': ['ID=f6e19624-552b-4363-b74e-af94fdeb933e,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:38.796757 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 54242) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:42:38.862986 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1d01b6e9-b940-4e43-91cc-9b07ced62a86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:38.871504 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0840f762-40a5-40f8-b5b2-109c2f1d61e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8db27312-e228-474c-ae79-cb50dae5bd20,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:38.893107 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-b14bf60d-2ff3-455b-94ef-03d186ccc84d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:38.905000 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-1d01b6e9-b940-4e43-91cc-9b07ced62a86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:42:38.918895 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-1d01b6e9-b940-4e43-91cc-9b07ced62a86 admin admin] Usage tracker for resource:security_group_rule and tenant:3c30d034edea445c86dcdc6cf75ea19c is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:42:38.928189 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760f36a8-51b2-4a57-be88-b8d7a7153aa0 req-fbb2438d-a378-474d-8402-92f59334bdc9 tempest-VolumesActionsTest-1453821692 tempest-VolumesActionsTest-1453821692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:38.929015 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-760f36a8-51b2-4a57-be88-b8d7a7153aa0 req-fbb2438d-a378-474d-8402-92f59334bdc9 tempest-VolumesActionsTest-1453821692 tempest-VolumesActionsTest-1453821692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122089'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:38.945866 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-1d01b6e9-b940-4e43-91cc-9b07ced62a86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:42:38.959672 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-1d01b6e9-b940-4e43-91cc-9b07ced62a86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:42:38.966084 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-760f36a8-51b2-4a57-be88-b8d7a7153aa0 req-fbb2438d-a378-474d-8402-92f59334bdc9 tempest-VolumesActionsTest-1453821692 tempest-VolumesActionsTest-1453821692-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9372976 Jun 24 23:42:38.989276 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.v2.base [req-760f36a8-51b2-4a57-be88-b8d7a7153aa0 req-cb07a940-1d5a-4237-8f73-7acfd015dac0 service neutron] Request body: {'port': {'device_id': '66655619-2beb-412c-8ea3-fe022e0dd796', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:42:39.131955 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5facc190-e3a7-4b5f-ac05-467d8125f7ca req-40827812-6d86-475b-ba6e-8f8cf16d97db tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:39.133645 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-5facc190-e3a7-4b5f-ac05-467d8125f7ca req-40827812-6d86-475b-ba6e-8f8cf16d97db tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e80ccfd-4a2f-4e41-a68d-a6b03ae1982b HTTP/1.1" status: 200 len: 946 time: 0.3690972 Jun 24 23:42:39.204939 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-b14bf60d-2ff3-455b-94ef-03d186ccc84d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:39.210425 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-760f36a8-51b2-4a57-be88-b8d7a7153aa0 req-cb07a940-1d5a-4237-8f73-7acfd015dac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:39.247195 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-5facc190-e3a7-4b5f-ac05-467d8125f7ca req-f07da870-5477-4ed7-905d-547c6fc56a35 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/security-groups?id=20c47638-9a00-4622-a48b-78e864be34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998812 Jun 24 23:42:39.312685 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1b767a4-e7d0-4178-bdd1-a50addccbc97 admin admin] Router 8798fb2b-1845-4d12-baaa-79896ca1f23f has already been hosted by L3 agent 05c04ad7-f453-4a24-8793-b86a404a0ef9 {{(pid=88109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 23:42:39.320135 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1d01b6e9-b940-4e43-91cc-9b07ced62a86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:39.321071 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977659d5-69cc-4693-9021-9fbc24ca66cd req-9027498c-3dd6-48e6-a6c5-941acc14720c tempest-VolumesActionsTest-1453821692 tempest-VolumesActionsTest-1453821692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:39.322844 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-977659d5-69cc-4693-9021-9fbc24ca66cd req-9027498c-3dd6-48e6-a6c5-941acc14720c tempest-VolumesActionsTest-1453821692 tempest-VolumesActionsTest-1453821692-project] 10.222.0.42 "GET /v2.0/ports?device_id=66655619-2beb-412c-8ea3-fe022e0dd796 HTTP/1.1" status: 200 len: 931 time: 0.2087705 Jun 24 23:42:39.331258 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1d01b6e9-b940-4e43-91cc-9b07ced62a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:39.333737 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-b14bf60d-2ff3-455b-94ef-03d186ccc84d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:39.400942 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 54260) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:42:39.425355 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14bf60d-2ff3-455b-94ef-03d186ccc84d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8db27312-e228-474c-ae79-cb50dae5bd20,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:39.439301 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d01b6e9-b940-4e43-91cc-9b07ced62a86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a635356-5559-4919-85cf-2775b73371de,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:39.447122 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-1d01b6e9-b940-4e43-91cc-9b07ced62a86 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3c30d034edea445c86dcdc6cf75ea19c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6691756 Jun 24 23:42:39.454884 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 54266) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:42:39.530712 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [req-977659d5-69cc-4693-9021-9fbc24ca66cd req-2aad442f-7ef0-4189-b27e-9535dd186593 tempest-VolumesActionsTest-1453821692 tempest-VolumesActionsTest-1453821692-project] Synchronizing usage tracker for tenant:c6246d7971d0415dad4e7ae45adeff3b on resource:security_group {{(pid=88109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 23:42:39.550831 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-b14bf60d-2ff3-455b-94ef-03d186ccc84d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:39.551961 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-b14bf60d-2ff3-455b-94ef-03d186ccc84d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8db27312-e228-474c-ae79-cb50dae5bd20 HTTP/1.1" status: 204 len: 168 time: 0.7540350 Jun 24 23:42:39.578927 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [req-977659d5-69cc-4693-9021-9fbc24ca66cd req-2aad442f-7ef0-4189-b27e-9535dd186593 tempest-VolumesActionsTest-1453821692 tempest-VolumesActionsTest-1453821692-project] Unset dirty status for tenant:c6246d7971d0415dad4e7ae45adeff3b on resource:security_group {{(pid=88109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 23:42:39.587968 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-977659d5-69cc-4693-9021-9fbc24ca66cd req-2aad442f-7ef0-4189-b27e-9535dd186593 tempest-VolumesActionsTest-1453821692 tempest-VolumesActionsTest-1453821692-project] 10.222.0.42 "GET /v2.0/security-groups?id=066fdd69-e096-485b-919e-85a295dea13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577007 Jun 24 23:42:39.602688 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0b2eecba-7b96-4cb5-8659-76fcf8ce485e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:39.609773 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1b767a4-e7d0-4178-bdd1-a50addccbc97 admin admin] Notify agent at l3_agent.dv-cinder-847189-5-smb the message routers_updated {{(pid=88109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 23:42:39.620784 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-d1b767a4-e7d0-4178-bdd1-a50addccbc97 admin admin] 10.222.0.42 "PUT /v2.0/routers/8798fb2b-1845-4d12-baaa-79896ca1f23f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0108769 Jun 24 23:42:39.620940 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80d766b-b86f-4152-b609-9501d0c6a92d None None] Sync routers for ids ['8798fb2b-1845-4d12-baaa-79896ca1f23f'] in dv-cinder-847189-5-smb {{(pid=88111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 23:42:39.621956 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 54274) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:42:39.632577 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80d766b-b86f-4152-b609-9501d0c6a92d None None] Routers {'8798fb2b-1845-4d12-baaa-79896ca1f23f'} bound to L3 agent in host dv-cinder-847189-5-smb {{(pid=88111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 23:42:39.643030 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-0b2eecba-7b96-4cb5-8659-76fcf8ce485e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:42:39.643393 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-b80d766b-b86f-4152-b609-9501d0c6a92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T23:32:42Z,description=,heartbeat_timestamp=2022-06-24T23:42:12Z,host='dv-cinder-847189-5-smb',id=05c04ad7-f453-4a24-8793-b86a404a0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T23:32:42Z,topic='l3_agent')) {'router_ids': ['8798fb2b-1845-4d12-baaa-79896ca1f23f'], 'active': True} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:42:39.647213 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-0b2eecba-7b96-4cb5-8659-76fcf8ce485e admin admin] Usage tracker for resource:security_group_rule and tenant:ff5d25864df44ec8aff69bb21848de93 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:42:39.656958 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-0b2eecba-7b96-4cb5-8659-76fcf8ce485e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:42:39.665968 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-39aed344-47b4-405f-a156-6e60e39fd07d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:39.677143 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-0b2eecba-7b96-4cb5-8659-76fcf8ce485e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:42:39.766070 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-39aed344-47b4-405f-a156-6e60e39fd07d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:39.869046 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e720ca17-2c93-4a4b-b455-42a14e3b9988 admin admin] Notify callbacks [] for router, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:39.908177 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [req-760f36a8-51b2-4a57-be88-b8d7a7153aa0 req-cb07a940-1d5a-4237-8f73-7acfd015dac0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6e19624-552b-4363-b74e-af94fdeb933e {{(pid=88108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 23:42:39.928012 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-760f36a8-51b2-4a57-be88-b8d7a7153aa0 req-cb07a940-1d5a-4237-8f73-7acfd015dac0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:39.929527 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-d92991bb-8d62-4921-8327-7c511e6ef4f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:39.937351 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-39aed344-47b4-405f-a156-6e60e39fd07d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:39.940820 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvr_db [None req-b80d766b-b86f-4152-b609-9501d0c6a92d None None] Set router 8798fb2b-1845-4d12-baaa-79896ca1f23f gateway port host: dv-cinder-847189-5-smb {{(pid=88111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 23:42:40.001067 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aed344-47b4-405f-a156-6e60e39fd07d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a635356-5559-4919-85cf-2775b73371de,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:40.004243 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [req-760f36a8-51b2-4a57-be88-b8d7a7153aa0 req-cb07a940-1d5a-4237-8f73-7acfd015dac0 service neutron] Transition to ACTIVE for port object f6e19624-552b-4363-b74e-af94fdeb933e will not be triggered until provisioned by entity L2. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 23:42:40.013161 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0b2eecba-7b96-4cb5-8659-76fcf8ce485e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:40.017625 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-760f36a8-51b2-4a57-be88-b8d7a7153aa0 req-cb07a940-1d5a-4237-8f73-7acfd015dac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266412311'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:40.047538 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 54282) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:42:40.062830 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-39aed344-47b4-405f-a156-6e60e39fd07d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:40.066296 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-39aed344-47b4-405f-a156-6e60e39fd07d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8a635356-5559-4919-85cf-2775b73371de HTTP/1.1" status: 204 len: 168 time: 0.6084220 Jun 24 23:42:40.066296 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0b2eecba-7b96-4cb5-8659-76fcf8ce485e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:40.148247 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-53b3992e-c28f-401d-8bbe-f6f3dad5aad5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:40.161776 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e720ca17-2c93-4a4b-b455-42a14e3b9988 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:40.176037 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-53b3992e-c28f-401d-8bbe-f6f3dad5aad5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:42:40.180889 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-53b3992e-c28f-401d-8bbe-f6f3dad5aad5 admin admin] Usage tracker for resource:security_group_rule and tenant:8871ef46ed354a45b5032ff7c6d8d242 is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:42:40.185187 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-53b3992e-c28f-401d-8bbe-f6f3dad5aad5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:42:40.188506 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-e720ca17-2c93-4a4b-b455-42a14e3b9988 admin admin] Deleting port 5eeff8d1-4b04-4340-9111-a85bf40e5d86 {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 23:42:40.188993 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e720ca17-2c93-4a4b-b455-42a14e3b9988 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754888672570'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:40.223381 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-53b3992e-c28f-401d-8bbe-f6f3dad5aad5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:42:40.223613 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2eecba-7b96-4cb5-8659-76fcf8ce485e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15f953b9-419d-4eb8-b25f-ef96bd656c35,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:40.259127 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-0b2eecba-7b96-4cb5-8659-76fcf8ce485e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ff5d25864df44ec8aff69bb21848de93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8571467 Jun 24 23:42:40.260113 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb07a940-1d5a-4237-8f73-7acfd015dac0 service neutron] Pushing event updated for resources: {'Port': ['ID=f6e19624-552b-4363-b74e-af94fdeb933e,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:40.265758 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 54288) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:42:40.354248 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [req-760f36a8-51b2-4a57-be88-b8d7a7153aa0 req-cb07a940-1d5a-4237-8f73-7acfd015dac0 service neutron] Attempting to bind port f6e19624-552b-4363-b74e-af94fdeb933e on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 23:42:40.354595 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [req-760f36a8-51b2-4a57-be88-b8d7a7153aa0 req-cb07a940-1d5a-4237-8f73-7acfd015dac0 service neutron] Attempting to bind port f6e19624-552b-4363-b74e-af94fdeb933e by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': '95c81c4f-e303-4fe2-883f-c8faf737554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e926c769-521e-4b06-8b75-cec3d3f88237'}] {{(pid=88108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 23:42:40.354964 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760f36a8-51b2-4a57-be88-b8d7a7153aa0 req-cb07a940-1d5a-4237-8f73-7acfd015dac0 service neutron] Attempting to bind port f6e19624-552b-4363-b74e-af94fdeb933e on network e926c769-521e-4b06-8b75-cec3d3f88237 {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 23:42:40.364228 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760f36a8-51b2-4a57-be88-b8d7a7153aa0 req-cb07a940-1d5a-4237-8f73-7acfd015dac0 service neutron] Port f6e19624-552b-4363-b74e-af94fdeb933e on network e926c769-521e-4b06-8b75-cec3d3f88237 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 23:42:40.364549 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760f36a8-51b2-4a57-be88-b8d7a7153aa0 req-cb07a940-1d5a-4237-8f73-7acfd015dac0 service neutron] Attempting to bind port f6e19624-552b-4363-b74e-af94fdeb933e on network e926c769-521e-4b06-8b75-cec3d3f88237 {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 23:42:40.377351 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760f36a8-51b2-4a57-be88-b8d7a7153aa0 req-cb07a940-1d5a-4237-8f73-7acfd015dac0 service neutron] Checking agent: {'id': '9603f0a4-e7b3-4133-bd26-ff3a7fe04c7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 23, 39, 9), 'started_at': datetime.datetime(2022, 6, 24, 23, 39, 9), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 23, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 23:42:40.377704 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760f36a8-51b2-4a57-be88-b8d7a7153aa0 req-cb07a940-1d5a-4237-8f73-7acfd015dac0 service neutron] Checking segment: {'id': '95c81c4f-e303-4fe2-883f-c8faf737554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e926c769-521e-4b06-8b75-cec3d3f88237'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 23:42:40.378265 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760f36a8-51b2-4a57-be88-b8d7a7153aa0 req-cb07a940-1d5a-4237-8f73-7acfd015dac0 service neutron] Bound using segment: {'id': '95c81c4f-e303-4fe2-883f-c8faf737554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e926c769-521e-4b06-8b75-cec3d3f88237'} {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 23:42:40.379287 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [req-760f36a8-51b2-4a57-be88-b8d7a7153aa0 req-cb07a940-1d5a-4237-8f73-7acfd015dac0 service neutron] Bound port: f6e19624-552b-4363-b74e-af94fdeb933e, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95c81c4f-e303-4fe2-883f-c8faf737554d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e926c769-521e-4b06-8b75-cec3d3f88237'}}] {{(pid=88108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 23:42:40.379730 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-760f36a8-51b2-4a57-be88-b8d7a7153aa0 req-cb07a940-1d5a-4237-8f73-7acfd015dac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:40.388523 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-b80d766b-b86f-4152-b609-9501d0c6a92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8798fb2b-1845-4d12-baaa-79896ca1f23f', 'name': 'tempest-DeleteServersTestJSON-1630521087-router', 'tenant_id': 'c17cd5cad713481a9353d21c7d016351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.91'}], 'enable_snat': True}, 'gw_port_id': '5eeff8d1-4b04-4340-9111-a85bf40e5d86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:41:28Z', 'updated_at': '2022-06-24T23:42:37Z', 'revision_number': 5, 'project_id': 'c17cd5cad713481a9353d21c7d016351', 'gw_port': {'id': '5eeff8d1-4b04-4340-9111-a85bf40e5d86', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:fd:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8798fb2b-1845-4d12-baaa-79896ca1f23f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:41:32Z', 'updated_at': '2022-06-24T23:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb'}], 'dv-cinder-847189-5-smb', False) {} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:42:40.397049 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80d766b-b86f-4152-b609-9501d0c6a92d None None] Checking router: 8798fb2b-1845-4d12-baaa-79896ca1f23f for host: dv-cinder-847189-5-smb {{(pid=88111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 23:42:40.407633 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80d766b-b86f-4152-b609-9501d0c6a92d None None] Routers {'8798fb2b-1845-4d12-baaa-79896ca1f23f'} bound to L3 agent in host dv-cinder-847189-5-smb {{(pid=88111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 23:42:40.408549 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-b80d766b-b86f-4152-b609-9501d0c6a92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T23:32:42Z,description=,heartbeat_timestamp=2022-06-24T23:42:12Z,host='dv-cinder-847189-5-smb',id=05c04ad7-f453-4a24-8793-b86a404a0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T23:32:42Z,topic='l3_agent')) {'router_ids': ['8798fb2b-1845-4d12-baaa-79896ca1f23f'], 'active': True} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:42:40.568868 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [req-760f36a8-51b2-4a57-be88-b8d7a7153aa0 req-cb07a940-1d5a-4237-8f73-7acfd015dac0 service neutron] For port f6e19624-552b-4363-b74e-af94fdeb933e, host hv-cinder-84718, cleared binding levels {{(pid=88108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 23:42:40.580848 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-e720ca17-2c93-4a4b-b455-42a14e3b9988 admin admin] For port 5eeff8d1-4b04-4340-9111-a85bf40e5d86, host dv-cinder-847189-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-5-smb',level=0,port_id=5eeff8d1-4b04-4340-9111-a85bf40e5d86,segment=NetworkSegment(541a8b1c-692d-48ec-a001-de3aa3f0cecc),segment_id=541a8b1c-692d-48ec-a001-de3aa3f0cecc)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:42:40.581211 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e720ca17-2c93-4a4b-b455-42a14e3b9988 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478950'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:40.587089 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [req-760f36a8-51b2-4a57-be88-b8d7a7153aa0 req-cb07a940-1d5a-4237-8f73-7acfd015dac0 service neutron] For port f6e19624-552b-4363-b74e-af94fdeb933e, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=f6e19624-552b-4363-b74e-af94fdeb933e,segment=NetworkSegment(95c81c4f-e303-4fe2-883f-c8faf737554d),segment_id=95c81c4f-e303-4fe2-883f-c8faf737554d)] {{(pid=88108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 23:42:40.593518 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-760f36a8-51b2-4a57-be88-b8d7a7153aa0 req-cb07a940-1d5a-4237-8f73-7acfd015dac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266412311'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:40.595127 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8efc67cf-42d6-4da1-a72e-e276f797c62c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:40.610699 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-53b3992e-c28f-401d-8bbe-f6f3dad5aad5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:40.613818 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvr_db [None req-b80d766b-b86f-4152-b609-9501d0c6a92d None None] Set router 8798fb2b-1845-4d12-baaa-79896ca1f23f gateway port host: None {{(pid=88111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 23:42:40.739987 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760f36a8-51b2-4a57-be88-b8d7a7153aa0 req-cb07a940-1d5a-4237-8f73-7acfd015dac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:40.740561 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-760f36a8-51b2-4a57-be88-b8d7a7153aa0 req-cb07a940-1d5a-4237-8f73-7acfd015dac0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122089'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:40.743011 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-b80d766b-b86f-4152-b609-9501d0c6a92d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8798fb2b-1845-4d12-baaa-79896ca1f23f', 'name': 'tempest-DeleteServersTestJSON-1630521087-router', 'tenant_id': 'c17cd5cad713481a9353d21c7d016351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:41:28Z', 'updated_at': '2022-06-24T23:42:40Z', 'revision_number': 6, 'project_id': 'c17cd5cad713481a9353d21c7d016351', 'gw_port_host': None}], 'dv-cinder-847189-5-smb', False) {} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:42:40.744250 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-760f36a8-51b2-4a57-be88-b8d7a7153aa0 req-cb07a940-1d5a-4237-8f73-7acfd015dac0 service neutron] 10.222.0.15 "PUT /v2.0/ports/f6e19624-552b-4363-b74e-af94fdeb933e HTTP/1.1" status: 200 len: 1093 time: 1.7593825 Jun 24 23:42:40.748166 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80d766b-b86f-4152-b609-9501d0c6a92d None None] The sync data for ids ['8798fb2b-1845-4d12-baaa-79896ca1f23f'] in dv-cinder-847189-5-smb is: [{'id': '8798fb2b-1845-4d12-baaa-79896ca1f23f', 'name': 'tempest-DeleteServersTestJSON-1630521087-router', 'tenant_id': 'c17cd5cad713481a9353d21c7d016351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:41:28Z', 'updated_at': '2022-06-24T23:42:40Z', 'revision_number': 6, 'project_id': 'c17cd5cad713481a9353d21c7d016351', 'gw_port_host': None}] {{(pid=88111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 23:42:40.783636 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66655619-2beb-412c-8ea3-fe022e0dd796', 'tag': 'f6e19624-552b-4363-b74e-af94fdeb933e'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 23:42:40.823597 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-53b3992e-c28f-401d-8bbe-f6f3dad5aad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:40.837915 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-e720ca17-2c93-4a4b-b455-42a14e3b9988 admin admin] Calling delete_port for 5eeff8d1-4b04-4340-9111-a85bf40e5d86 owned by network:router_gateway {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 23:42:40.889521 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8efc67cf-42d6-4da1-a72e-e276f797c62c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:40.981778 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a3fa20-3566-46fa-a49c-d5eeb5d08a67 req-e6790867-e50f-47b0-8c91-34bf101c33d3 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:40.983344 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-03a3fa20-3566-46fa-a49c-d5eeb5d08a67 req-e6790867-e50f-47b0-8c91-34bf101c33d3 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e80ccfd-4a2f-4e41-a68d-a6b03ae1982b HTTP/1.1" status: 200 len: 946 time: 0.5820780 Jun 24 23:42:40.992854 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb07a940-1d5a-4237-8f73-7acfd015dac0 service neutron] Pushing event updated for resources: {'Port': ['ID=f6e19624-552b-4363-b74e-af94fdeb933e,revision_number=3']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:41.055703 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-03a3fa20-3566-46fa-a49c-d5eeb5d08a67 req-2556100b-ed65-4be8-a027-7f7a5b9f51ad tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/security-groups?id=20c47638-9a00-4622-a48b-78e864be34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642097 Jun 24 23:42:41.064936 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760f36a8-51b2-4a57-be88-b8d7a7153aa0 req-43182c04-d982-4646-b087-decfc357432f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:41.066616 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-760f36a8-51b2-4a57-be88-b8d7a7153aa0 req-43182c04-d982-4646-b087-decfc357432f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c6246d7971d0415dad4e7ae45adeff3b&device_id=66655619-2beb-412c-8ea3-fe022e0dd796 HTTP/1.1" status: 200 len: 1096 time: 0.2536082 Jun 24 23:42:41.109269 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-53b3992e-c28f-401d-8bbe-f6f3dad5aad5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8871ef46ed354a45b5032ff7c6d8d242&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0605502 Jun 24 23:42:41.122913 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 54318) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:42:41.151477 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b3992e-c28f-401d-8bbe-f6f3dad5aad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd676c7e-48a9-4a4f-b115-7635eb56eeac,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:41.182555 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-760f36a8-51b2-4a57-be88-b8d7a7153aa0 req-84ffcc71-cd73-4d6e-8b63-84aa823cabc6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f6e19624-552b-4363-b74e-af94fdeb933e HTTP/1.1" status: 200 len: 217 time: 0.0992773 Jun 24 23:42:41.184182 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14387341-3e31-4b6b-9fcc-565aa7a440a2'] response: {'name': 'network-changed', 'server_uuid': '66655619-2beb-412c-8ea3-fe022e0dd796', 'tag': 'f6e19624-552b-4363-b74e-af94fdeb933e', 'status': 'completed', 'code': 200} Jun 24 23:42:41.271808 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760f36a8-51b2-4a57-be88-b8d7a7153aa0 req-2ecae0e6-a928-401c-99df-1d26189b157d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:41.274065 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8efc67cf-42d6-4da1-a72e-e276f797c62c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:41.280478 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-760f36a8-51b2-4a57-be88-b8d7a7153aa0 req-2ecae0e6-a928-401c-99df-1d26189b157d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=358a7724-dc5f-4d0a-88a6-d45693f3518f HTTP/1.1" status: 200 len: 848 time: 0.0905504 Jun 24 23:42:41.307820 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efc67cf-42d6-4da1-a72e-e276f797c62c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f953b9-419d-4eb8-b25f-ef96bd656c35,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:41.322330 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a25c83-81eb-4271-b514-1707ba5ec790 req-f6ff1e20-178c-4ae0-9d3a-d0dd40c89eb3 tempest-VolumesActionsTest-1453821692 tempest-VolumesActionsTest-1453821692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:41.324382 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-e3a25c83-81eb-4271-b514-1707ba5ec790 req-f6ff1e20-178c-4ae0-9d3a-d0dd40c89eb3 tempest-VolumesActionsTest-1453821692 tempest-VolumesActionsTest-1453821692-project] 10.222.0.42 "GET /v2.0/ports?device_id=66655619-2beb-412c-8ea3-fe022e0dd796 HTTP/1.1" status: 200 len: 943 time: 0.4529548 Jun 24 23:42:41.325032 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-5031878d-3a6c-42c3-bece-ebc86e45381c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:41.365315 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8efc67cf-42d6-4da1-a72e-e276f797c62c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:41.369518 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-8efc67cf-42d6-4da1-a72e-e276f797c62c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/15f953b9-419d-4eb8-b25f-ef96bd656c35 HTTP/1.1" status: 204 len: 168 time: 1.1025801 Jun 24 23:42:41.393930 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-5031878d-3a6c-42c3-bece-ebc86e45381c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:41.398463 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-760f36a8-51b2-4a57-be88-b8d7a7153aa0 req-a970a4b2-745e-4671-9769-d0e9536c330c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e926c769-521e-4b06-8b75-cec3d3f88237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1070118 Jun 24 23:42:41.515883 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-e3a25c83-81eb-4271-b514-1707ba5ec790 req-befa9025-e633-4b3a-b7e4-0c03a79a9d8d tempest-VolumesActionsTest-1453821692 tempest-VolumesActionsTest-1453821692-project] 10.222.0.42 "GET /v2.0/security-groups?id=066fdd69-e096-485b-919e-85a295dea13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821585 Jun 24 23:42:41.541712 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e720ca17-2c93-4a4b-b455-42a14e3b9988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754888674196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754888214712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266550608'] for port, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:41.576996 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-5031878d-3a6c-42c3-bece-ebc86e45381c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:41.607893 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e720ca17-2c93-4a4b-b455-42a14e3b9988 admin admin] Pushing event deleted for resources: {'Port': ['ID=5eeff8d1-4b04-4340-9111-a85bf40e5d86,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:41.607893 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5031878d-3a6c-42c3-bece-ebc86e45381c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd676c7e-48a9-4a4f-b115-7635eb56eeac,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:41.612329 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-760f36a8-51b2-4a57-be88-b8d7a7153aa0 req-210b196b-6442-43e2-ac83-f528009cf689 service neutron] 10.222.0.15 "GET /v2.0/networks/e926c769-521e-4b06-8b75-cec3d3f88237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035236 Jun 24 23:42:41.728859 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-5031878d-3a6c-42c3-bece-ebc86e45381c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:41.733916 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-5031878d-3a6c-42c3-bece-ebc86e45381c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dd676c7e-48a9-4a4f-b115-7635eb56eeac HTTP/1.1" status: 204 len: 168 time: 0.6087899 Jun 24 23:42:41.753828 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e720ca17-2c93-4a4b-b455-42a14e3b9988 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477241'] for router_gateway, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:41.860243 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-760f36a8-51b2-4a57-be88-b8d7a7153aa0 req-8af4e613-c0d9-4c7c-ba6a-361964928970 service neutron] 10.222.0.15 "GET /v2.0/networks/e926c769-521e-4b06-8b75-cec3d3f88237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376122 Jun 24 23:42:41.953631 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e720ca17-2c93-4a4b-b455-42a14e3b9988 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4969'] for router, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:41.955863 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e720ca17-2c93-4a4b-b455-42a14e3b9988 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:42.044761 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 54336) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:42:42.072513 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c6b9552a-6904-4f37-ad0b-6e61f099befc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:42.088964 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e720ca17-2c93-4a4b-b455-42a14e3b9988 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-478936'] for router, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:42.090363 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e720ca17-2c93-4a4b-b455-42a14e3b9988 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8798fb2b-1845-4d12-baaa-79896ca1f23f {{(pid=88109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 24 23:42:42.106833 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-c6b9552a-6904-4f37-ad0b-6e61f099befc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:42:42.114325 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-c6b9552a-6904-4f37-ad0b-6e61f099befc admin admin] Usage tracker for resource:security_group_rule and tenant:f3da21d34934442e87a60c645a94e018 is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:42:42.124347 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-c6b9552a-6904-4f37-ad0b-6e61f099befc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:42:42.131332 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.agents_db [None req-920f0d7c-c373-4dd0-bab9-7f12e43ec96a None None] Agent healthcheck: found 6 active agents {{(pid=88111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 23:42:42.135156 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e720ca17-2c93-4a4b-b455-42a14e3b9988 admin admin] Notify callbacks [] for router, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:42.138617 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-e720ca17-2c93-4a4b-b455-42a14e3b9988 admin admin] 10.222.0.42 "DELETE /v2.0/routers/8798fb2b-1845-4d12-baaa-79896ca1f23f HTTP/1.1" status: 204 len: 168 time: 2.5134120 Jun 24 23:42:42.138872 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-c6b9552a-6904-4f37-ad0b-6e61f099befc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:42:42.142701 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 54346) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:42:42.165326 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-8e554d33-6150-46b1-9ed2-9cfaa4d4d33f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:42.188094 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c4c858-4828-4dcb-8e97-8998561cd3a3 req-3d1bfc4b-8672-4532-9945-aec133132505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:42.189813 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-42c4c858-4828-4dcb-8e97-8998561cd3a3 req-3d1bfc4b-8672-4532-9945-aec133132505 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c6246d7971d0415dad4e7ae45adeff3b&device_id=66655619-2beb-412c-8ea3-fe022e0dd796 HTTP/1.1" status: 200 len: 1096 time: 0.2723906 Jun 24 23:42:42.283490 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6e68451-91b3-4b6b-8f1a-ae5bf5f5236c admin admin] Deleting subnet 38c12f82-0b9e-4964-a5ea-f577dd9ff2a6 {{(pid=88109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 24 23:42:42.289282 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c6e68451-91b3-4b6b-8f1a-ae5bf5f5236c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:42.326955 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device 5eeff8d1-4b04-4340-9111-a85bf40e5d86 no longer exists at agent ovs-agent-dv-cinder-847189-5-smb {{(pid=88110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 23:42:42.363624 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c6e68451-91b3-4b6b-8f1a-ae5bf5f5236c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266491957'] for subnet, precommit_delete_associations {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:42.392210 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] No Port match for: 5eeff8d1-4b04-4340-9111-a85bf40e5d86 {{(pid=88110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 23:42:42.392553 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device 5eeff8d1-4b04-4340-9111-a85bf40e5d86 not bound to the agent host dv-cinder-847189-5-smb {{(pid=88110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 23:42:42.392978 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device efbe09fd-9339-40c7-9a48-e90b18d5cf5b no longer exists at agent ovs-agent-dv-cinder-847189-5-smb {{(pid=88110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 23:42:42.438929 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] No Port match for: efbe09fd-9339-40c7-9a48-e90b18d5cf5b {{(pid=88110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 23:42:42.439561 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device efbe09fd-9339-40c7-9a48-e90b18d5cf5b not bound to the agent host dv-cinder-847189-5-smb {{(pid=88110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 23:42:42.465461 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c4c858-4828-4dcb-8e97-8998561cd3a3 req-ddff3e4f-0770-4fdc-81f3-5b187e5059ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:42.466888 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-42c4c858-4828-4dcb-8e97-8998561cd3a3 req-ddff3e4f-0770-4fdc-81f3-5b187e5059ef service neutron] 10.222.0.15 "GET /v2.0/networks?id=e926c769-521e-4b06-8b75-cec3d3f88237 HTTP/1.1" status: 200 len: 909 time: 0.2703161 Jun 24 23:42:42.474106 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c6b9552a-6904-4f37-ad0b-6e61f099befc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:42.482866 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c6b9552a-6904-4f37-ad0b-6e61f099befc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:42.568399 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dc76fd-b726-4900-8656-a5525c93fce5 req-08c7cb87-88f6-4e0c-8fc0-6fb12fcdc11d tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:42.570065 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-e4dc76fd-b726-4900-8656-a5525c93fce5 req-08c7cb87-88f6-4e0c-8fc0-6fb12fcdc11d tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e80ccfd-4a2f-4e41-a68d-a6b03ae1982b HTTP/1.1" status: 200 len: 946 time: 0.2299318 Jun 24 23:42:42.571964 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-42c4c858-4828-4dcb-8e97-8998561cd3a3 req-2e1cab38-67df-40b5-a83d-91650b32537c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f6e19624-552b-4363-b74e-af94fdeb933e HTTP/1.1" status: 200 len: 217 time: 0.0981700 Jun 24 23:42:42.579063 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b9552a-6904-4f37-ad0b-6e61f099befc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe36b16-2ed6-4d94-9f67-b4a165381619,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:42.587702 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-c6b9552a-6904-4f37-ad0b-6e61f099befc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f3da21d34934442e87a60c645a94e018&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5416617 Jun 24 23:42:42.590751 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 54360) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:42:42.611758 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c6e68451-91b3-4b6b-8f1a-ae5bf5f5236c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1563746'] for subnet, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:42.695881 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-e4dc76fd-b726-4900-8656-a5525c93fce5 req-cfef59cf-a370-41e5-9fa4-e4424f71ba87 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/security-groups?id=20c47638-9a00-4622-a48b-78e864be34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188080 Jun 24 23:42:42.717985 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c4c858-4828-4dcb-8e97-8998561cd3a3 req-eac23f68-3e71-4a3c-9deb-57e1c96b3af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:42.719684 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-42c4c858-4828-4dcb-8e97-8998561cd3a3 req-eac23f68-3e71-4a3c-9deb-57e1c96b3af4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=358a7724-dc5f-4d0a-88a6-d45693f3518f HTTP/1.1" status: 200 len: 848 time: 0.1191020 Jun 24 23:42:42.775700 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8bd94d00-f177-4574-9dfa-b2901e644db3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:42.780387 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c6e68451-91b3-4b6b-8f1a-ae5bf5f5236c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1563737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266550541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266086728'] for subnet, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:42.794123 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-42c4c858-4828-4dcb-8e97-8998561cd3a3 req-1b080ff5-7a2f-4f87-a5a5-35aac6e38ef6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e926c769-521e-4b06-8b75-cec3d3f88237&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666628 Jun 24 23:42:42.838526 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e68451-91b3-4b6b-8f1a-ae5bf5f5236c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38c12f82-0b9e-4964-a5ea-f577dd9ff2a6,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:42.848793 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-8c0b2992-c590-46d4-9042-25b3b8179244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:42.852321 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c6e68451-91b3-4b6b-8f1a-ae5bf5f5236c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:42.852641 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eabaa883-c59f-41ff-a417-5757a7281cea None None] Network 9031eba8-f6be-4b6d-9c35-66859d64d8f8 requested from dv-cinder-847189-5-smb {{(pid=88110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 23:42:42.863948 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8bd94d00-f177-4574-9dfa-b2901e644db3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:42.888308 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168abf3e-491b-4d50-ade5-daac6dc5dc3f req-54d38a8d-71c7-453f-863e-fcc41c9f58ba tempest-VolumesActionsTest-1453821692 tempest-VolumesActionsTest-1453821692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:42.889809 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-168abf3e-491b-4d50-ade5-daac6dc5dc3f req-54d38a8d-71c7-453f-863e-fcc41c9f58ba tempest-VolumesActionsTest-1453821692 tempest-VolumesActionsTest-1453821692-project] 10.222.0.42 "GET /v2.0/ports?device_id=66655619-2beb-412c-8ea3-fe022e0dd796 HTTP/1.1" status: 200 len: 943 time: 0.2400289 Jun 24 23:42:42.899498 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-c6e68451-91b3-4b6b-8f1a-ae5bf5f5236c admin admin] 10.222.0.42 "DELETE /v2.0/subnets/38c12f82-0b9e-4964-a5ea-f577dd9ff2a6 HTTP/1.1" status: 204 len: 168 time: 0.7558019 Jun 24 23:42:42.900158 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 54376) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:42:42.987249 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-42c4c858-4828-4dcb-8e97-8998561cd3a3 req-2496cc7c-2026-4336-b6e8-e15db0aeddb4 service neutron] 10.222.0.15 "GET /v2.0/networks/e926c769-521e-4b06-8b75-cec3d3f88237?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839356 Jun 24 23:42:43.163238 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09261e03-9500-4dc5-9cfc-b5c2537c536c None None] DHCP port deletion for 9031eba8-f6be-4b6d-9c35-66859d64d8f8 request from dv-cinder-847189-5-smb {{(pid=88110) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 24 23:42:43.168504 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-09261e03-9500-4dc5-9cfc-b5c2537c536c None None] Deleting port cf01f863-ebd6-4e5b-a51a-58baed601619 {{(pid=88110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 23:42:43.169380 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-09261e03-9500-4dc5-9cfc-b5c2537c536c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754888672570'] for port, before_delete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:43.180235 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-168abf3e-491b-4d50-ade5-daac6dc5dc3f req-337c0478-5088-4cdf-8f54-838ca67ee451 tempest-VolumesActionsTest-1453821692 tempest-VolumesActionsTest-1453821692-project] 10.222.0.42 "GET /v2.0/security-groups?id=066fdd69-e096-485b-919e-85a295dea13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760324 Jun 24 23:42:43.192726 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8bd94d00-f177-4574-9dfa-b2901e644db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:43.225064 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8e81329c-43a1-42c1-92f3-dad20d6f8c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1475803'] for network, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:43.227124 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd94d00-f177-4574-9dfa-b2901e644db3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe36b16-2ed6-4d94-9f67-b4a165381619,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:43.231019 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8bd94d00-f177-4574-9dfa-b2901e644db3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:43.235167 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-8bd94d00-f177-4574-9dfa-b2901e644db3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ffe36b16-2ed6-4d94-9f67-b4a165381619 HTTP/1.1" status: 204 len: 168 time: 0.6405444 Jun 24 23:42:43.235972 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-42c4c858-4828-4dcb-8e97-8998561cd3a3 req-fae10f35-4cc7-440b-b38d-ebbaa44f2953 service neutron] 10.222.0.15 "GET /v2.0/networks/e926c769-521e-4b06-8b75-cec3d3f88237?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351341 Jun 24 23:42:43.243371 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-8e81329c-43a1-42c1-92f3-dad20d6f8c31 admin admin] Deleting port cf01f863-ebd6-4e5b-a51a-58baed601619 {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 23:42:43.244789 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8e81329c-43a1-42c1-92f3-dad20d6f8c31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754888672570'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:43.359100 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:43.484595 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-09261e03-9500-4dc5-9cfc-b5c2537c536c None None] For port cf01f863-ebd6-4e5b-a51a-58baed601619, host dv-cinder-847189-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-5-smb',level=0,port_id=cf01f863-ebd6-4e5b-a51a-58baed601619,segment=NetworkSegment(515ee694-67b9-4216-a35d-0fb58f63ef25),segment_id=515ee694-67b9-4216-a35d-0fb58f63ef25)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:42:43.485211 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-09261e03-9500-4dc5-9cfc-b5c2537c536c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478950'] for port, precommit_delete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:43.518046 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-8e81329c-43a1-42c1-92f3-dad20d6f8c31 admin admin] For port cf01f863-ebd6-4e5b-a51a-58baed601619, host dv-cinder-847189-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-5-smb',level=0,port_id=cf01f863-ebd6-4e5b-a51a-58baed601619,segment=NetworkSegment(515ee694-67b9-4216-a35d-0fb58f63ef25),segment_id=515ee694-67b9-4216-a35d-0fb58f63ef25)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:42:43.518406 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8e81329c-43a1-42c1-92f3-dad20d6f8c31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478950'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:43.627938 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-09261e03-9500-4dc5-9cfc-b5c2537c536c None None] Calling delete_port for cf01f863-ebd6-4e5b-a51a-58baed601619 owned by network:dhcp {{(pid=88110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 23:42:43.716135 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-8e81329c-43a1-42c1-92f3-dad20d6f8c31 admin admin] Calling delete_port for cf01f863-ebd6-4e5b-a51a-58baed601619 owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 23:42:43.885024 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8e81329c-43a1-42c1-92f3-dad20d6f8c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754888674196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754888214712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266550608'] for port, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:43.893151 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.db.api [None req-09261e03-9500-4dc5-9cfc-b5c2537c536c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88110) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 23:42:43.893743 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG oslo_db.api [None req-09261e03-9500-4dc5-9cfc-b5c2537c536c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 23:42:43.986180 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e81329c-43a1-42c1-92f3-dad20d6f8c31 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf01f863-ebd6-4e5b-a51a-58baed601619,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:43.990065 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e81329c-43a1-42c1-92f3-dad20d6f8c31 admin admin] No DVR routers for this DVR port cf01f863-ebd6-4e5b-a51a-58baed601619 on host dv-cinder-847189-5-smb {{(pid=88109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 23:42:44.008167 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b60c57d-b93c-41c3-950e-a42dcdfecc55 req-e3f60d5c-2a85-41b2-96f2-17c9051708cc tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:44.017549 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-0b60c57d-b93c-41c3-950e-a42dcdfecc55 req-e3f60d5c-2a85-41b2-96f2-17c9051708cc tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e80ccfd-4a2f-4e41-a68d-a6b03ae1982b HTTP/1.1" status: 200 len: 946 time: 0.1148868 Jun 24 23:42:44.086083 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-0b60c57d-b93c-41c3-950e-a42dcdfecc55 req-8382dfd1-ed71-45f0-b278-799e13f8431a tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/security-groups?id=20c47638-9a00-4622-a48b-78e864be34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673497 Jun 24 23:42:44.131260 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8e81329c-43a1-42c1-92f3-dad20d6f8c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1564183', 'neutron.services.segments.db._delete_segments_for_network-8754888586361'] for network, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:44.159735 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.services.segments.db [None req-8e81329c-43a1-42c1-92f3-dad20d6f8c31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9031eba8-f6be-4b6d-9c35-66859d64d8f8']}} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:42:44.173955 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.services.segments.db [None req-8e81329c-43a1-42c1-92f3-dad20d6f8c31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '515ee694-67b9-4216-a35d-0fb58f63ef25') {'for_net_delete': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:42:44.173955 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.services.segments.db [None req-8e81329c-43a1-42c1-92f3-dad20d6f8c31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '515ee694-67b9-4216-a35d-0fb58f63ef25') {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:42:44.186577 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8e81329c-43a1-42c1-92f3-dad20d6f8c31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754888590228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266491964'] for segment, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:44.212189 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8e81329c-43a1-42c1-92f3-dad20d6f8c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569928'] for segment, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:44.227091 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e81329c-43a1-42c1-92f3-dad20d6f8c31 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=88109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 23:42:44.227522 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8e81329c-43a1-42c1-92f3-dad20d6f8c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1569927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266550691'] for segment, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:44.350532 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device cf01f863-ebd6-4e5b-a51a-58baed601619 no longer exists at agent ovs-agent-dv-cinder-847189-5-smb {{(pid=88110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 23:42:44.396167 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.services.segments.plugin [-] Segment 515ee694-67b9-4216-a35d-0fb58f63ef25 resource provider aggregate not found Jun 24 23:42:44.400740 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-09261e03-9500-4dc5-9cfc-b5c2537c536c None None] Deleting port cf01f863-ebd6-4e5b-a51a-58baed601619 {{(pid=88110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 23:42:44.401945 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-09261e03-9500-4dc5-9cfc-b5c2537c536c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754888672570'] for port, before_delete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:44.459868 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] No Port match for: cf01f863-ebd6-4e5b-a51a-58baed601619 {{(pid=88110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 23:42:44.460551 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device cf01f863-ebd6-4e5b-a51a-58baed601619 not bound to the agent host dv-cinder-847189-5-smb {{(pid=88110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 23:42:44.462152 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.services.segments.plugin [-] Segment 515ee694-67b9-4216-a35d-0fb58f63ef25 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 515ee694-67b9-4216-a35d-0fb58f63ef25 found for delete ", "request_id": "req-b076afa6-e350-4c0b-97cb-856ee73105e1"}]} Jun 24 23:42:44.499836 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8e81329c-43a1-42c1-92f3-dad20d6f8c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1564184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476632'] for network, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:44.506941 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-09261e03-9500-4dc5-9cfc-b5c2537c536c None None] The port 'cf01f863-ebd6-4e5b-a51a-58baed601619' was deleted {{(pid=88110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 24 23:42:44.529944 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8e81329c-43a1-42c1-92f3-dad20d6f8c31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627732'] for network, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:44.532680 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e81329c-43a1-42c1-92f3-dad20d6f8c31 admin admin] Pushing event deleted for resources: {'Network': ['ID=9031eba8-f6be-4b6d-9c35-66859d64d8f8,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:44.563941 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b113c86f-b964-4d79-a173-bc19bcaeba56 req-518fe75e-0973-4776-9cd0-dc132cbba474 tempest-VolumesActionsTest-1453821692 tempest-VolumesActionsTest-1453821692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:44.565399 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-b113c86f-b964-4d79-a173-bc19bcaeba56 req-518fe75e-0973-4776-9cd0-dc132cbba474 tempest-VolumesActionsTest-1453821692 tempest-VolumesActionsTest-1453821692-project] 10.222.0.42 "GET /v2.0/ports?device_id=66655619-2beb-412c-8ea3-fe022e0dd796 HTTP/1.1" status: 200 len: 943 time: 0.1655550 Jun 24 23:42:44.569928 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-8e81329c-43a1-42c1-92f3-dad20d6f8c31 admin admin] 10.222.0.42 "DELETE /v2.0/networks/9031eba8-f6be-4b6d-9c35-66859d64d8f8 HTTP/1.1" status: 204 len: 168 time: 1.6643219 Jun 24 23:42:44.617108 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-1d7c9831-c6e7-4afe-acbd-faa6f5f62172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:44.632394 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-b113c86f-b964-4d79-a173-bc19bcaeba56 req-6d36e552-da25-4c1e-9db0-8ce0ab013853 tempest-VolumesActionsTest-1453821692 tempest-VolumesActionsTest-1453821692-project] 10.222.0.42 "GET /v2.0/security-groups?id=066fdd69-e096-485b-919e-85a295dea13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540295 Jun 24 23:42:44.776179 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 54494) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:42:44.823582 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-6564aad2-d011-44c2-b233-68bd797ff9db admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c17cd5cad713481a9353d21c7d016351&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0461602 Jun 24 23:42:44.825979 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 54500) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:42:44.890424 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c9b2cf06-2894-4ecd-8902-b7ee51e5f20c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:44.919114 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c9b2cf06-2894-4ecd-8902-b7ee51e5f20c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:44.978093 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c9b2cf06-2894-4ecd-8902-b7ee51e5f20c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:45.055387 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b2cf06-2894-4ecd-8902-b7ee51e5f20c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e70c52-fdca-4aa6-a9a3-dda7513aaeeb,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:45.068199 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c9b2cf06-2894-4ecd-8902-b7ee51e5f20c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:45.069496 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-c9b2cf06-2894-4ecd-8902-b7ee51e5f20c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/67e70c52-fdca-4aa6-a9a3-dda7513aaeeb HTTP/1.1" status: 204 len: 168 time: 0.2426369 Jun 24 23:42:45.324174 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd4646d-6102-4448-9867-02a63e899d15 req-82a99461-f1ae-43df-875b-9112b540e8da tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:45.332208 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-4dd4646d-6102-4448-9867-02a63e899d15 req-82a99461-f1ae-43df-875b-9112b540e8da tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e80ccfd-4a2f-4e41-a68d-a6b03ae1982b HTTP/1.1" status: 200 len: 946 time: 0.1333981 Jun 24 23:42:45.383824 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-4dd4646d-6102-4448-9867-02a63e899d15 req-91ce4500-87b5-4c95-b73b-909a7fd0b68e tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/security-groups?id=20c47638-9a00-4622-a48b-78e864be34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506701 Jun 24 23:42:45.604196 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Device f6e19624-552b-4363-b74e-af94fdeb933e details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 23:42:45.862200 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] For port f6e19624-552b-4363-b74e-af94fdeb933e, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=f6e19624-552b-4363-b74e-af94fdeb933e,segment=NetworkSegment(95c81c4f-e303-4fe2-883f-c8faf737554d),segment_id=95c81c4f-e303-4fe2-883f-c8faf737554d)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:42:45.902115 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Returning: {'device': 'f6e19624-552b-4363-b74e-af94fdeb933e', 'network_id': 'e926c769-521e-4b06-8b75-cec3d3f88237', 'port_id': 'f6e19624-552b-4363-b74e-af94fdeb933e', 'mac_address': 'fa:16:3e:76:4b:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '358a7724-dc5f-4d0a-88a6-d45693f3518f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 23:42:45.914453 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbbb03b-27df-41e9-b32f-a02d7d8728a9 req-54570e68-8565-4e63-b75c-1e6b1c850b4e tempest-VolumesActionsTest-1453821692 tempest-VolumesActionsTest-1453821692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:45.915958 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-afbbb03b-27df-41e9-b32f-a02d7d8728a9 req-54570e68-8565-4e63-b75c-1e6b1c850b4e tempest-VolumesActionsTest-1453821692 tempest-VolumesActionsTest-1453821692-project] 10.222.0.42 "GET /v2.0/ports?device_id=66655619-2beb-412c-8ea3-fe022e0dd796 HTTP/1.1" status: 200 len: 943 time: 0.1535845 Jun 24 23:42:46.009201 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-afbbb03b-27df-41e9-b32f-a02d7d8728a9 req-fccfa2a5-e341-41a7-b2eb-a7244e824908 tempest-VolumesActionsTest-1453821692 tempest-VolumesActionsTest-1453821692-project] 10.222.0.42 "GET /v2.0/security-groups?id=066fdd69-e096-485b-919e-85a295dea13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868003 Jun 24 23:42:46.030701 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-707bff31-b5da-4601-b274-386892c937dc None None] Current status of the port f6e19624-552b-4363-b74e-af94fdeb933e is: DOWN; New status is: BUILD {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:42:46.031370 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:46.050934 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.notifiers.nova [None req-707bff31-b5da-4601-b274-386892c937dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6e19624-552b-4363-b74e-af94fdeb933e {{(pid=88110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 23:42:46.070680 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] For port f6e19624-552b-4363-b74e-af94fdeb933e, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=f6e19624-552b-4363-b74e-af94fdeb933e,segment=NetworkSegment(95c81c4f-e303-4fe2-883f-c8faf737554d),segment_id=95c81c4f-e303-4fe2-883f-c8faf737554d)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:42:46.077049 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:46.149318 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Pushing event updated for resources: {'Port': ['ID=f6e19624-552b-4363-b74e-af94fdeb933e,revision_number=4']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:46.157762 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:42:46.158117 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:42:46.158452 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:42:46.158783 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:42:46.159121 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:42:46.159427 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:42:46.160082 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:42:46.160407 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:42:46.160806 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:42:46.161133 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:42:46.161445 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:42:46.161927 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:42:46.378278 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] get_ports_and_sgs() called for port_ids ['f6e19624-552b-4363-b74e-af94fdeb933e'] {{(pid=88110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 23:42:46.637791 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcfccd5-9ae7-48d5-9b88-bcb0def2aeb1 req-c5ed1b4f-2228-45e8-9551-5188bdaae5e4 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:46.639998 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-dbcfccd5-9ae7-48d5-9b88-bcb0def2aeb1 req-c5ed1b4f-2228-45e8-9551-5188bdaae5e4 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e80ccfd-4a2f-4e41-a68d-a6b03ae1982b HTTP/1.1" status: 200 len: 946 time: 0.1132898 Jun 24 23:42:46.694854 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-dbcfccd5-9ae7-48d5-9b88-bcb0def2aeb1 req-ba34de2c-f2f5-4397-bfb9-987e85f9a026 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/security-groups?id=20c47638-9a00-4622-a48b-78e864be34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497761 Jun 24 23:42:47.235778 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65eeb28-d95a-4c41-b49f-417aa52af5cc req-4e6fc990-e510-4b7e-bf19-288810d18aea tempest-VolumesActionsTest-1453821692 tempest-VolumesActionsTest-1453821692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:47.237491 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-e65eeb28-d95a-4c41-b49f-417aa52af5cc req-4e6fc990-e510-4b7e-bf19-288810d18aea tempest-VolumesActionsTest-1453821692 tempest-VolumesActionsTest-1453821692-project] 10.222.0.42 "GET /v2.0/ports?device_id=66655619-2beb-412c-8ea3-fe022e0dd796 HTTP/1.1" status: 200 len: 944 time: 0.1019936 Jun 24 23:42:47.300584 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-e65eeb28-d95a-4c41-b49f-417aa52af5cc req-ce60808d-1417-4454-b744-50e9d48ce071 tempest-VolumesActionsTest-1453821692 tempest-VolumesActionsTest-1453821692-project] 10.222.0.42 "GET /v2.0/security-groups?id=066fdd69-e096-485b-919e-85a295dea13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556121 Jun 24 23:42:47.634440 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Device f6e19624-552b-4363-b74e-af94fdeb933e up at agent hyperv_hv-cinder-84718 {{(pid=88110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 23:42:47.742382 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-707bff31-b5da-4601-b274-386892c937dc None None] Provisioning for port f6e19624-552b-4363-b74e-af94fdeb933e completed by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 23:42:47.752072 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-707bff31-b5da-4601-b274-386892c937dc None None] Provisioning complete for port f6e19624-552b-4363-b74e-af94fdeb933e triggered by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:42:47.752449 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:47.971618 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-707bff31-b5da-4601-b274-386892c937dc None None] Current status of the port f6e19624-552b-4363-b74e-af94fdeb933e is: BUILD; New status is: ACTIVE {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:42:47.972354 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:47.982582 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2563a5-8e4d-4da8-b1df-c4d1989b9ace req-67cbbc47-79b2-497c-8669-26472599301e tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:47.989812 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-9d2563a5-8e4d-4da8-b1df-c4d1989b9ace req-67cbbc47-79b2-497c-8669-26472599301e tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e80ccfd-4a2f-4e41-a68d-a6b03ae1982b HTTP/1.1" status: 200 len: 946 time: 0.1002917 Jun 24 23:42:48.020130 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66655619-2beb-412c-8ea3-fe022e0dd796', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6e19624-552b-4363-b74e-af94fdeb933e'}] {{(pid=88110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 23:42:48.028594 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] For port f6e19624-552b-4363-b74e-af94fdeb933e, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=f6e19624-552b-4363-b74e-af94fdeb933e,segment=NetworkSegment(95c81c4f-e303-4fe2-883f-c8faf737554d),segment_id=95c81c4f-e303-4fe2-883f-c8faf737554d)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:42:48.033409 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:48.066485 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-9d2563a5-8e4d-4da8-b1df-c4d1989b9ace req-5bdc5e2d-a3b9-486e-90dc-d2a29ec7dcd9 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/security-groups?id=20c47638-9a00-4622-a48b-78e864be34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757229 Jun 24 23:42:48.105192 dv-cinder-847189-5-smb neutron-server[88110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f5e1a34-c08f-4319-9818-585aef293ef9'] response: {'server_uuid': '66655619-2beb-412c-8ea3-fe022e0dd796', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6e19624-552b-4363-b74e-af94fdeb933e', 'code': 200} Jun 24 23:42:48.124476 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Pushing event updated for resources: {'Port': ['ID=f6e19624-552b-4363-b74e-af94fdeb933e,revision_number=5']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:48.160002 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 54646) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:42:48.293584 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7548d44e-ce58-4a3e-9c3b-695c08ef53b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:48.351242 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-7548d44e-ce58-4a3e-9c3b-695c08ef53b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:42:48.357518 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-7548d44e-ce58-4a3e-9c3b-695c08ef53b4 admin admin] Usage tracker for resource:security_group_rule and tenant:35bc624a0bf5497a9e47c47bee777eb7 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:42:48.364831 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-7548d44e-ce58-4a3e-9c3b-695c08ef53b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:42:48.375665 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-7548d44e-ce58-4a3e-9c3b-695c08ef53b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:42:48.418569 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6a2f11-b78e-4f14-804d-f033776a73d4 req-bfae986b-c926-469a-9558-4142a04c24f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:48.420094 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-ef6a2f11-b78e-4f14-804d-f033776a73d4 req-bfae986b-c926-469a-9558-4142a04c24f3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=66655619-2beb-412c-8ea3-fe022e0dd796 HTTP/1.1" status: 200 len: 1098 time: 0.1181455 Jun 24 23:42:48.554886 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-ef6a2f11-b78e-4f14-804d-f033776a73d4 req-b2ee7200-2bad-425f-a183-6e06fce13844 service neutron] Synchronizing usage tracker for tenant:9c7bb7d9df8747759113da3071b6ddf5 on resource:security_group {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 23:42:48.584344 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7548d44e-ce58-4a3e-9c3b-695c08ef53b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:48.597270 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7548d44e-ce58-4a3e-9c3b-695c08ef53b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:48.618641 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-ef6a2f11-b78e-4f14-804d-f033776a73d4 req-b2ee7200-2bad-425f-a183-6e06fce13844 service neutron] Unset dirty status for tenant:9c7bb7d9df8747759113da3071b6ddf5 on resource:security_group {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 23:42:48.618641 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-ef6a2f11-b78e-4f14-804d-f033776a73d4 req-b2ee7200-2bad-425f-a183-6e06fce13844 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=066fdd69-e096-485b-919e-85a295dea13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521132 Jun 24 23:42:48.647876 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6459d94-bf21-42d2-9a52-3f7f6ec605e7 req-5d3aa677-52f5-4816-8a6d-7382f75c5f48 tempest-VolumesActionsTest-1453821692 tempest-VolumesActionsTest-1453821692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:48.648581 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-a6459d94-bf21-42d2-9a52-3f7f6ec605e7 req-5d3aa677-52f5-4816-8a6d-7382f75c5f48 tempest-VolumesActionsTest-1453821692 tempest-VolumesActionsTest-1453821692-project] Synchronizing usage tracker for tenant:c6246d7971d0415dad4e7ae45adeff3b on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 23:42:48.666893 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7548d44e-ce58-4a3e-9c3b-695c08ef53b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eef4378-3e43-43e3-9dca-6c9c5a0ca061,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:48.672138 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-7548d44e-ce58-4a3e-9c3b-695c08ef53b4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=35bc624a0bf5497a9e47c47bee777eb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5111771 Jun 24 23:42:48.674962 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 54668) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:42:48.708160 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-a6459d94-bf21-42d2-9a52-3f7f6ec605e7 req-5d3aa677-52f5-4816-8a6d-7382f75c5f48 tempest-VolumesActionsTest-1453821692 tempest-VolumesActionsTest-1453821692-project] Unset dirty status for tenant:c6246d7971d0415dad4e7ae45adeff3b on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 23:42:48.709329 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-a6459d94-bf21-42d2-9a52-3f7f6ec605e7 req-5d3aa677-52f5-4816-8a6d-7382f75c5f48 tempest-VolumesActionsTest-1453821692 tempest-VolumesActionsTest-1453821692-project] 10.222.0.42 "GET /v2.0/ports?device_id=66655619-2beb-412c-8ea3-fe022e0dd796 HTTP/1.1" status: 200 len: 945 time: 0.2883604 Jun 24 23:42:48.796746 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-a6459d94-bf21-42d2-9a52-3f7f6ec605e7 req-2c3f8371-14ca-4137-ba44-f34daba654ec tempest-VolumesActionsTest-1453821692 tempest-VolumesActionsTest-1453821692-project] 10.222.0.42 "GET /v2.0/security-groups?id=066fdd69-e096-485b-919e-85a295dea13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792742 Jun 24 23:42:48.814357 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0e378e44-67b7-4dc2-961f-99a1d1ab31b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:48.844885 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0e378e44-67b7-4dc2-961f-99a1d1ab31b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:48.905305 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0e378e44-67b7-4dc2-961f-99a1d1ab31b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:48.920081 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e378e44-67b7-4dc2-961f-99a1d1ab31b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eef4378-3e43-43e3-9dca-6c9c5a0ca061,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:48.926743 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0e378e44-67b7-4dc2-961f-99a1d1ab31b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:48.930581 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-0e378e44-67b7-4dc2-961f-99a1d1ab31b0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7eef4378-3e43-43e3-9dca-6c9c5a0ca061 HTTP/1.1" status: 204 len: 168 time: 0.2549288 Jun 24 23:42:49.299015 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee77adec-467c-4943-88ba-1b9a6df82687 req-9f0f90ab-5f6e-4567-8b2e-c61bce86a739 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:49.307343 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-ee77adec-467c-4943-88ba-1b9a6df82687 req-9f0f90ab-5f6e-4567-8b2e-c61bce86a739 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e80ccfd-4a2f-4e41-a68d-a6b03ae1982b HTTP/1.1" status: 200 len: 946 time: 0.1121395 Jun 24 23:42:49.327864 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 54702) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:42:49.365133 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-aff76122-6485-4cd3-9a79-26cd5fd16e63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:49.382942 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-ee77adec-467c-4943-88ba-1b9a6df82687 req-16872b59-1c03-44a3-a8e2-875b66ac9ca8 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/security-groups?id=20c47638-9a00-4622-a48b-78e864be34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742302 Jun 24 23:42:49.395057 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-aff76122-6485-4cd3-9a79-26cd5fd16e63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:42:49.407690 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-aff76122-6485-4cd3-9a79-26cd5fd16e63 admin admin] Usage tracker for resource:security_group_rule and tenant:b199b078a4aa49d7a86b75eb5a98aa8b is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:42:49.407690 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-aff76122-6485-4cd3-9a79-26cd5fd16e63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:42:49.412478 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-aff76122-6485-4cd3-9a79-26cd5fd16e63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:42:49.506595 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-aff76122-6485-4cd3-9a79-26cd5fd16e63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:49.511259 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-aff76122-6485-4cd3-9a79-26cd5fd16e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:49.557038 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-aff76122-6485-4cd3-9a79-26cd5fd16e63 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b199b078a4aa49d7a86b75eb5a98aa8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2281134 Jun 24 23:42:49.558618 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff76122-6485-4cd3-9a79-26cd5fd16e63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66ca73ac-fc47-4cd5-a73b-dbca345eb235,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:49.559551 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 54714) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:42:49.619317 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-3c27bbec-6692-4642-a566-4b9f408ac884 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:49.647585 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-3c27bbec-6692-4642-a566-4b9f408ac884 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:49.699842 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-3c27bbec-6692-4642-a566-4b9f408ac884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:49.717250 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c27bbec-6692-4642-a566-4b9f408ac884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ca73ac-fc47-4cd5-a73b-dbca345eb235,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:49.723271 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-3c27bbec-6692-4642-a566-4b9f408ac884 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:49.727958 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-3c27bbec-6692-4642-a566-4b9f408ac884 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/66ca73ac-fc47-4cd5-a73b-dbca345eb235 HTTP/1.1" status: 204 len: 168 time: 0.1672325 Jun 24 23:42:50.091406 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5db72f-bf18-4263-a556-0a648751edcd req-5ae73d34-1d4c-4203-acc8-ef05bab25db2 tempest-VolumesActionsTest-1453821692 tempest-VolumesActionsTest-1453821692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:50.092957 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-3e5db72f-bf18-4263-a556-0a648751edcd req-5ae73d34-1d4c-4203-acc8-ef05bab25db2 tempest-VolumesActionsTest-1453821692 tempest-VolumesActionsTest-1453821692-project] 10.222.0.42 "GET /v2.0/ports?device_id=66655619-2beb-412c-8ea3-fe022e0dd796 HTTP/1.1" status: 200 len: 945 time: 0.1147158 Jun 24 23:42:50.142129 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-3e5db72f-bf18-4263-a556-0a648751edcd req-025af467-2bf3-4ecd-adce-e2a9a9cb9843 tempest-VolumesActionsTest-1453821692 tempest-VolumesActionsTest-1453821692-project] 10.222.0.42 "GET /v2.0/security-groups?id=066fdd69-e096-485b-919e-85a295dea13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434515 Jun 24 23:42:50.612596 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416f1667-a65c-4bf0-80b3-5d1785490e99 req-a0982dcf-911f-4569-b488-f664b5b86631 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:50.614151 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-416f1667-a65c-4bf0-80b3-5d1785490e99 req-a0982dcf-911f-4569-b488-f664b5b86631 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e80ccfd-4a2f-4e41-a68d-a6b03ae1982b HTTP/1.1" status: 200 len: 946 time: 0.1017683 Jun 24 23:42:50.670219 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-416f1667-a65c-4bf0-80b3-5d1785490e99 req-75a2f1b9-8c27-43b6-932c-380836a6f848 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/security-groups?id=20c47638-9a00-4622-a48b-78e864be34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492568 Jun 24 23:42:51.382747 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e5391-f3c1-4705-8d59-c495b4573b9e req-24cedf38-617b-45dd-98a6-a623c58d215b tempest-VolumesActionsTest-1453821692 tempest-VolumesActionsTest-1453821692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:51.384238 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-283e5391-f3c1-4705-8d59-c495b4573b9e req-24cedf38-617b-45dd-98a6-a623c58d215b tempest-VolumesActionsTest-1453821692 tempest-VolumesActionsTest-1453821692-project] 10.222.0.42 "GET /v2.0/ports?device_id=66655619-2beb-412c-8ea3-fe022e0dd796 HTTP/1.1" status: 200 len: 945 time: 0.0874004 Jun 24 23:42:51.427850 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-283e5391-f3c1-4705-8d59-c495b4573b9e req-e04d1914-1199-44eb-b59d-d6c1cbb313e0 tempest-VolumesActionsTest-1453821692 tempest-VolumesActionsTest-1453821692-project] 10.222.0.42 "GET /v2.0/security-groups?id=066fdd69-e096-485b-919e-85a295dea13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372024 Jun 24 23:42:51.947350 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5adec5-54c1-4eab-b5f6-a75a73ed4b29 req-b19be71c-2092-4825-a6fd-28990d35843c tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:51.949045 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-9c5adec5-54c1-4eab-b5f6-a75a73ed4b29 req-b19be71c-2092-4825-a6fd-28990d35843c tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e80ccfd-4a2f-4e41-a68d-a6b03ae1982b HTTP/1.1" status: 200 len: 946 time: 0.1088336 Jun 24 23:42:51.997273 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-9c5adec5-54c1-4eab-b5f6-a75a73ed4b29 req-2fdf1c58-c696-4716-803a-52e076f7bc36 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/security-groups?id=20c47638-9a00-4622-a48b-78e864be34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426426 Jun 24 23:42:53.205570 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cf36e2-ad88-4596-ac85-73d1f2a1993c req-50d47ca7-9a58-4e13-8591-4f432dd90d68 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:53.205570 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-39cf36e2-ad88-4596-ac85-73d1f2a1993c req-50d47ca7-9a58-4e13-8591-4f432dd90d68 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e80ccfd-4a2f-4e41-a68d-a6b03ae1982b HTTP/1.1" status: 200 len: 946 time: 0.0927835 Jun 24 23:42:53.249129 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-39cf36e2-ad88-4596-ac85-73d1f2a1993c req-97738a04-953a-49ee-9348-b4259ef52c1d tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/security-groups?id=20c47638-9a00-4622-a48b-78e864be34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387478 Jun 24 23:42:54.547720 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e571cc49-041a-4fff-942c-881dca31452b req-d2bf9159-c938-4ac7-97be-b482f6a71299 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:54.549659 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-e571cc49-041a-4fff-942c-881dca31452b req-d2bf9159-c938-4ac7-97be-b482f6a71299 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e80ccfd-4a2f-4e41-a68d-a6b03ae1982b HTTP/1.1" status: 200 len: 946 time: 0.1937730 Jun 24 23:42:54.602177 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-e571cc49-041a-4fff-942c-881dca31452b req-57fc776e-fdf3-471b-b0cf-3a7484dd7113 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/security-groups?id=20c47638-9a00-4622-a48b-78e864be34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462582 Jun 24 23:42:55.247441 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84061212-0c6a-4764-9975-ea7b0f732888 req-9c953192-a2b6-48e2-ad42-b3f2b7f23aed tempest-VolumesActionsTest-1453821692 tempest-VolumesActionsTest-1453821692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:55.248982 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-84061212-0c6a-4764-9975-ea7b0f732888 req-9c953192-a2b6-48e2-ad42-b3f2b7f23aed tempest-VolumesActionsTest-1453821692 tempest-VolumesActionsTest-1453821692-project] 10.222.0.42 "GET /v2.0/ports?device_id=66655619-2beb-412c-8ea3-fe022e0dd796 HTTP/1.1" status: 200 len: 945 time: 0.1013322 Jun 24 23:42:55.316449 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-84061212-0c6a-4764-9975-ea7b0f732888 req-b3ff0167-bed6-40d9-b048-61791273e0aa tempest-VolumesActionsTest-1453821692 tempest-VolumesActionsTest-1453821692-project] 10.222.0.42 "GET /v2.0/security-groups?id=066fdd69-e096-485b-919e-85a295dea13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519931 Jun 24 23:42:55.379545 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397cddcf-d911-48c3-892f-15b3987f002a req-1d605b3b-c5c0-42e7-8387-1a8e7aea49ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:55.381035 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-397cddcf-d911-48c3-892f-15b3987f002a req-1d605b3b-c5c0-42e7-8387-1a8e7aea49ea service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2e80ccfd-4a2f-4e41-a68d-a6b03ae1982b HTTP/1.1" status: 200 len: 1099 time: 0.1015763 Jun 24 23:42:55.398741 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 54982) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:42:55.427721 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-397cddcf-d911-48c3-892f-15b3987f002a req-1a90ace1-15f5-4673-b6a6-20986db734a9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=20c47638-9a00-4622-a48b-78e864be34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390437 Jun 24 23:42:55.519121 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-7b247693-6337-472f-aa8c-88af89785823 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:55.532659 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-7b247693-6337-472f-aa8c-88af89785823 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:42:55.536396 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-7b247693-6337-472f-aa8c-88af89785823 admin admin] Usage tracker for resource:security_group_rule and tenant:e69c8a49b28743029c3cd022d54acc38 is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:42:55.539093 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-7b247693-6337-472f-aa8c-88af89785823 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:42:55.545100 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-7b247693-6337-472f-aa8c-88af89785823 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:42:55.626698 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-7b247693-6337-472f-aa8c-88af89785823 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:55.630844 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-7b247693-6337-472f-aa8c-88af89785823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:55.683427 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b247693-6337-472f-aa8c-88af89785823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34fccfb0-e40d-4311-b34c-5d739d85b269,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:55.694256 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-7b247693-6337-472f-aa8c-88af89785823 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e69c8a49b28743029c3cd022d54acc38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2940860 Jun 24 23:42:55.696519 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 54996) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:42:55.830963 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-df2c6062-6324-4b4b-b2df-c9736b0f44b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:55.866024 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-df2c6062-6324-4b4b-b2df-c9736b0f44b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:55.915180 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23872d78-8c55-4cd8-a79b-28f858731cb8 req-965f5ac3-2c36-40d4-bfb0-95dfe2460bbc tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:55.916655 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-23872d78-8c55-4cd8-a79b-28f858731cb8 req-965f5ac3-2c36-40d4-bfb0-95dfe2460bbc tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e80ccfd-4a2f-4e41-a68d-a6b03ae1982b HTTP/1.1" status: 200 len: 946 time: 0.1661885 Jun 24 23:42:55.963073 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-df2c6062-6324-4b4b-b2df-c9736b0f44b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:55.975083 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-23872d78-8c55-4cd8-a79b-28f858731cb8 req-76e524da-a819-404b-be66-533d22383539 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/security-groups?id=20c47638-9a00-4622-a48b-78e864be34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509095 Jun 24 23:42:55.987004 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2c6062-6324-4b4b-b2df-c9736b0f44b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34fccfb0-e40d-4311-b34c-5d739d85b269,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:56.002714 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-df2c6062-6324-4b4b-b2df-c9736b0f44b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:56.004230 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-df2c6062-6324-4b4b-b2df-c9736b0f44b1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/34fccfb0-e40d-4311-b34c-5d739d85b269 HTTP/1.1" status: 204 len: 168 time: 0.3066862 Jun 24 23:42:56.251812 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 55034) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:42:56.391195 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ea8e0682-03c6-40a7-91cb-f3b6b8a29743 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:56.410837 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-ea8e0682-03c6-40a7-91cb-f3b6b8a29743 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:42:56.416189 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-ea8e0682-03c6-40a7-91cb-f3b6b8a29743 admin admin] Usage tracker for resource:security_group_rule and tenant:b259bdde5b4c49349e5c2ac734164487 is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:42:56.419890 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-ea8e0682-03c6-40a7-91cb-f3b6b8a29743 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:42:56.427370 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-ea8e0682-03c6-40a7-91cb-f3b6b8a29743 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:42:56.621352 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ea8e0682-03c6-40a7-91cb-f3b6b8a29743 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:56.631971 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ea8e0682-03c6-40a7-91cb-f3b6b8a29743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:56.737447 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 55064) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:42:56.748414 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-ea8e0682-03c6-40a7-91cb-f3b6b8a29743 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b259bdde5b4c49349e5c2ac734164487&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4951861 Jun 24 23:42:56.778574 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8e0682-03c6-40a7-91cb-f3b6b8a29743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c94d99b-3021-4b5c-b95c-772acc0b2d8f,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:56.811448 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518f7077-05a6-4f1b-921c-aed540e32b96 req-50abaaff-3597-4c13-9c48-1bbdf37a6abe tempest-VolumesActionsTest-1453821692 tempest-VolumesActionsTest-1453821692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:56.811448 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-518f7077-05a6-4f1b-921c-aed540e32b96 req-50abaaff-3597-4c13-9c48-1bbdf37a6abe tempest-VolumesActionsTest-1453821692 tempest-VolumesActionsTest-1453821692-project] 10.222.0.42 "GET /v2.0/ports?device_id=66655619-2beb-412c-8ea3-fe022e0dd796 HTTP/1.1" status: 200 len: 945 time: 0.3082907 Jun 24 23:42:56.850492 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0f4f18d6-a0ca-4c2a-90c4-3cc2f75b7307 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:56.881597 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0f4f18d6-a0ca-4c2a-90c4-3cc2f75b7307 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:56.900524 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-518f7077-05a6-4f1b-921c-aed540e32b96 req-f80f6d3f-8aea-4d58-9f9f-a4cc954fd638 tempest-VolumesActionsTest-1453821692 tempest-VolumesActionsTest-1453821692-project] 10.222.0.42 "GET /v2.0/security-groups?id=066fdd69-e096-485b-919e-85a295dea13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755229 Jun 24 23:42:56.953133 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 55070) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:42:56.960342 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0f4f18d6-a0ca-4c2a-90c4-3cc2f75b7307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:56.975481 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4f18d6-a0ca-4c2a-90c4-3cc2f75b7307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c94d99b-3021-4b5c-b95c-772acc0b2d8f,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:56.985429 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0f4f18d6-a0ca-4c2a-90c4-3cc2f75b7307 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:56.986956 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-0f4f18d6-a0ca-4c2a-90c4-3cc2f75b7307 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4c94d99b-3021-4b5c-b95c-772acc0b2d8f HTTP/1.1" status: 204 len: 168 time: 0.2483537 Jun 24 23:42:57.159038 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.v2.base [None req-7b0b6f73-06f5-4a5c-8baf-b034ba757886 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1830635048-network', 'tenant_id': '151ea147ef8c4618aa21e9c58a3558f2'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:42:57.177225 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-7b0b6f73-06f5-4a5c-8baf-b034ba757886 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:42:57.187198 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-7b0b6f73-06f5-4a5c-8baf-b034ba757886 admin admin] Usage tracker for resource:network and tenant:151ea147ef8c4618aa21e9c58a3558f2 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:42:57.190912 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-7b0b6f73-06f5-4a5c-8baf-b034ba757886 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:42:57.265780 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-7b0b6f73-06f5-4a5c-8baf-b034ba757886 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:42:57.288800 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b0b6f73-06f5-4a5c-8baf-b034ba757886 admin admin] Made reservation on behalf of 151ea147ef8c4618aa21e9c58a3558f2 for: {'network': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 23:42:57.291199 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7b0b6f73-06f5-4a5c-8baf-b034ba757886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for network, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:57.303262 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 55082) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:42:57.308063 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7b0b6f73-06f5-4a5c-8baf-b034ba757886 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:57.324222 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-68b6ca94-587b-4686-8a86-7bb745241418 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:57.332885 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-7b0b6f73-06f5-4a5c-8baf-b034ba757886 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:42:57.339492 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-68b6ca94-587b-4686-8a86-7bb745241418 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:42:57.343488 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-68b6ca94-587b-4686-8a86-7bb745241418 admin admin] Usage tracker for resource:security_group_rule and tenant:05a87a93e04e4be386a88a2c1f607c94 is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:42:57.348236 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c101e18-d3e7-48c0-94c4-4b3a48f2578c req-3c225372-bd9b-4125-a9d4-e53de8f8ab11 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:57.348236 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-4c101e18-d3e7-48c0-94c4-4b3a48f2578c req-3c225372-bd9b-4125-a9d4-e53de8f8ab11 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e80ccfd-4a2f-4e41-a68d-a6b03ae1982b HTTP/1.1" status: 200 len: 946 time: 0.2402420 Jun 24 23:42:57.349303 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-7b0b6f73-06f5-4a5c-8baf-b034ba757886 admin admin] Usage tracker for resource:security_group_rule and tenant:151ea147ef8c4618aa21e9c58a3558f2 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:42:57.355916 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-7b0b6f73-06f5-4a5c-8baf-b034ba757886 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:42:57.359877 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-68b6ca94-587b-4686-8a86-7bb745241418 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:42:57.362696 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faf67e9-f474-43da-b1a9-4dca8f848c4c req-631e9367-dc9e-4811-9333-11b5ebb6e274 tempest-VolumesActionsTest-1453821692 tempest-VolumesActionsTest-1453821692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:57.364155 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-2faf67e9-f474-43da-b1a9-4dca8f848c4c req-631e9367-dc9e-4811-9333-11b5ebb6e274 tempest-VolumesActionsTest-1453821692 tempest-VolumesActionsTest-1453821692-project] 10.222.0.15 "GET /v2.0/ports?device_id=66655619-2beb-412c-8ea3-fe022e0dd796 HTTP/1.1" status: 200 len: 945 time: 0.3038745 Jun 24 23:42:57.366794 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-68b6ca94-587b-4686-8a86-7bb745241418 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:42:57.369717 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-7b0b6f73-06f5-4a5c-8baf-b034ba757886 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:42:57.463331 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-68b6ca94-587b-4686-8a86-7bb745241418 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:57.468724 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-68b6ca94-587b-4686-8a86-7bb745241418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:57.486387 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-4c101e18-d3e7-48c0-94c4-4b3a48f2578c req-d23398c2-496e-490b-a3a2-a43a41138412 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/security-groups?id=20c47638-9a00-4622-a48b-78e864be34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183071 Jun 24 23:42:57.496801 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [req-2faf67e9-f474-43da-b1a9-4dca8f848c4c req-e1622d40-762e-41bf-a83f-93af707d08a8 tempest-VolumesActionsTest-1453821692 tempest-VolumesActionsTest-1453821692-project] Deleting port f6e19624-552b-4363-b74e-af94fdeb933e {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 23:42:57.497154 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-2faf67e9-f474-43da-b1a9-4dca8f848c4c req-e1622d40-762e-41bf-a83f-93af707d08a8 tempest-VolumesActionsTest-1453821692 tempest-VolumesActionsTest-1453821692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754888672570'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:57.520434 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b6ca94-587b-4686-8a86-7bb745241418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01f2a17e-a5db-4981-a66e-b0a715d23f6b,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:57.531561 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-68b6ca94-587b-4686-8a86-7bb745241418 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=05a87a93e04e4be386a88a2c1f607c94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2271173 Jun 24 23:42:57.532283 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 55092) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:42:57.612595 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-4edc2ddb-751b-44e8-b084-cc6fe257181d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:57.625559 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7b0b6f73-06f5-4a5c-8baf-b034ba757886 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:57.632295 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7b0b6f73-06f5-4a5c-8baf-b034ba757886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:57.698785 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-4edc2ddb-751b-44e8-b084-cc6fe257181d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:57.764893 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2846c226-8920-42b6-bcbc-634e88fbed65 req-db6e6bcb-c046-45f3-be13-9ef5c7b259fd tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:57.767337 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-2846c226-8920-42b6-bcbc-634e88fbed65 req-db6e6bcb-c046-45f3-be13-9ef5c7b259fd tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?device_id=ff4d6822-c2c9-484c-85b2-e9b5ea13ad06 HTTP/1.1" status: 200 len: 946 time: 0.1560025 Jun 24 23:42:57.814119 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-4edc2ddb-751b-44e8-b084-cc6fe257181d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:57.844363 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b0b6f73-06f5-4a5c-8baf-b034ba757886 admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=88108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 23:42:57.848381 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edc2ddb-751b-44e8-b084-cc6fe257181d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f2a17e-a5db-4981-a66e-b0a715d23f6b,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:57.870624 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7b0b6f73-06f5-4a5c-8baf-b034ba757886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569928'] for segment, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:57.870965 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.db.segments_db [None req-7b0b6f73-06f5-4a5c-8baf-b034ba757886 admin admin] Added segment f561a82c-2c3c-47d3-bd82-978ca7f3ed56 of type vlan for network 7c4459ee-7a68-488a-8b83-1a7083441ab1 Jun 24 23:42:57.872795 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0b6f73-06f5-4a5c-8baf-b034ba757886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81d50479-3b9f-45c7-bc72-09d3ca41e12d,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:57.897768 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-2846c226-8920-42b6-bcbc-634e88fbed65 req-b9af3302-3533-40f7-bc63-51d3f1302073 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/security-groups?id=20c47638-9a00-4622-a48b-78e864be34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048844 Jun 24 23:42:57.924795 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-4edc2ddb-751b-44e8-b084-cc6fe257181d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:57.925898 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-4edc2ddb-751b-44e8-b084-cc6fe257181d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/01f2a17e-a5db-4981-a66e-b0a715d23f6b HTTP/1.1" status: 204 len: 168 time: 0.3925586 Jun 24 23:42:57.934157 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7b0b6f73-06f5-4a5c-8baf-b034ba757886 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754888201009'] for network, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:57.973504 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7b0b6f73-06f5-4a5c-8baf-b034ba757886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:57.974430 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0b6f73-06f5-4a5c-8baf-b034ba757886 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:57.975323 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7b0b6f73-06f5-4a5c-8baf-b034ba757886 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627732'] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:58.198483 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [req-2faf67e9-f474-43da-b1a9-4dca8f848c4c req-e1622d40-762e-41bf-a83f-93af707d08a8 tempest-VolumesActionsTest-1453821692 tempest-VolumesActionsTest-1453821692-project] For port f6e19624-552b-4363-b74e-af94fdeb933e, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=f6e19624-552b-4363-b74e-af94fdeb933e,segment=NetworkSegment(95c81c4f-e303-4fe2-883f-c8faf737554d),segment_id=95c81c4f-e303-4fe2-883f-c8faf737554d)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:42:58.198876 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-2faf67e9-f474-43da-b1a9-4dca8f848c4c req-e1622d40-762e-41bf-a83f-93af707d08a8 tempest-VolumesActionsTest-1453821692 tempest-VolumesActionsTest-1453821692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478950'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:58.206560 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0b6f73-06f5-4a5c-8baf-b034ba757886 admin admin] Pushing event updated for resources: {'Network': ['ID=7c4459ee-7a68-488a-8b83-1a7083441ab1,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:58.212569 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 55116) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:42:58.212850 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-7b0b6f73-06f5-4a5c-8baf-b034ba757886 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2583752 Jun 24 23:42:58.217862 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Network 7c4459ee-7a68-488a-8b83-1a7083441ab1 details requested by agent ovs-agent-dv-cinder-847189-5-smb with host dv-cinder-847189-5-smb {{(pid=88110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 24 23:42:58.221628 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.v2.base [None req-f26e3801-82cb-405c-81d9-3f5c7ae34c6e admin admin] Request body: {'subnet': {'network_id': '7c4459ee-7a68-488a-8b83-1a7083441ab1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1830635048-subnet', 'tenant_id': '151ea147ef8c4618aa21e9c58a3558f2', 'ip_version': 4}} {{(pid=88109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:42:58.227651 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-f26e3801-82cb-405c-81d9-3f5c7ae34c6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:42:58.236619 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-f26e3801-82cb-405c-81d9-3f5c7ae34c6e admin admin] Usage tracker for resource:subnet and tenant:151ea147ef8c4618aa21e9c58a3558f2 is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:42:58.242607 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-f26e3801-82cb-405c-81d9-3f5c7ae34c6e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:42:58.256198 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-f26e3801-82cb-405c-81d9-3f5c7ae34c6e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:42:58.274762 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f26e3801-82cb-405c-81d9-3f5c7ae34c6e admin admin] Made reservation on behalf of 151ea147ef8c4618aa21e9c58a3558f2 for: {'subnet': 1} {{(pid=88109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 23:42:58.281865 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f26e3801-82cb-405c-81d9-3f5c7ae34c6e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266086773'] for subnet, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:58.429699 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 55124) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:42:58.466643 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [req-2faf67e9-f474-43da-b1a9-4dca8f848c4c req-e1622d40-762e-41bf-a83f-93af707d08a8 tempest-VolumesActionsTest-1453821692 tempest-VolumesActionsTest-1453821692-project] Calling delete_port for f6e19624-552b-4363-b74e-af94fdeb933e owned by compute:nova {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 23:42:58.540539 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51d531d-0c09-447a-b989-4fdb043bff55 req-28cea317-fd4c-42c6-8adc-1a70aa7ca429 tempest-VolumesActionsTest-1453821692 tempest-VolumesActionsTest-1453821692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:58.549406 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-b51d531d-0c09-447a-b989-4fdb043bff55 req-28cea317-fd4c-42c6-8adc-1a70aa7ca429 tempest-VolumesActionsTest-1453821692 tempest-VolumesActionsTest-1453821692-project] 10.222.0.42 "GET /v2.0/ports?device_id=66655619-2beb-412c-8ea3-fe022e0dd796 HTTP/1.1" status: 200 len: 945 time: 0.5126560 Jun 24 23:42:58.631045 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-85a20df1-e3bc-444a-964b-0d281cd99a74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:58.652586 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-85a20df1-e3bc-444a-964b-0d281cd99a74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:42:58.658121 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-85a20df1-e3bc-444a-964b-0d281cd99a74 admin admin] Usage tracker for resource:security_group_rule and tenant:87a58b0ddc6e400da36b886075b16af7 is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:42:58.661194 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-85a20df1-e3bc-444a-964b-0d281cd99a74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:42:58.662143 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-b51d531d-0c09-447a-b989-4fdb043bff55 req-58a97266-c2c7-4aac-9b79-c6d606f939c2 tempest-VolumesActionsTest-1453821692 tempest-VolumesActionsTest-1453821692-project] 10.222.0.42 "GET /v2.0/security-groups?id=066fdd69-e096-485b-919e-85a295dea13f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115727 Jun 24 23:42:58.668545 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-85a20df1-e3bc-444a-964b-0d281cd99a74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:42:58.684317 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f26e3801-82cb-405c-81d9-3f5c7ae34c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266549952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266086723'] for subnet, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:58.717809 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 55134) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:42:58.753795 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-90befa9e-6a97-4217-be64-ab9a219d3387 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:58.772381 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-2faf67e9-f474-43da-b1a9-4dca8f848c4c req-e1622d40-762e-41bf-a83f-93af707d08a8 tempest-VolumesActionsTest-1453821692 tempest-VolumesActionsTest-1453821692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754888674196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754888214712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266412288'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:58.774771 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-90befa9e-6a97-4217-be64-ab9a219d3387 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:42:58.787118 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] get_ports_and_sgs() called for port_ids ['f6e19624-552b-4363-b74e-af94fdeb933e'] {{(pid=88110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 23:42:58.813294 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26e3801-82cb-405c-81d9-3f5c7ae34c6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ed903d3-95bb-4d89-ab6e-9d12008d003c,revision_number=0']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:58.839609 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26e3801-82cb-405c-81d9-3f5c7ae34c6e admin admin] Checking segment: {'id': 'f561a82c-2c3c-47d3-bd82-978ca7f3ed56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7c4459ee-7a68-488a-8b83-1a7083441ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 23:42:58.839894 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26e3801-82cb-405c-81d9-3f5c7ae34c6e admin admin] Network hostable DHCP agents. Network: 7c4459ee-7a68-488a-8b83-1a7083441ab1, hostable agents: ['6e28835f-a2f6-456f-8f53-9851f009901c'], hosted agents: [] {{(pid=88109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 23:42:58.843935 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-90befa9e-6a97-4217-be64-ab9a219d3387 admin admin] Usage tracker for resource:security_group_rule and tenant:7378ff8ca315466a9aa32c55f37b754e is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:42:58.846602 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1622d40-762e-41bf-a83f-93af707d08a8 tempest-VolumesActionsTest-1453821692 tempest-VolumesActionsTest-1453821692-project] Pushing event deleted for resources: {'Port': ['ID=f6e19624-552b-4363-b74e-af94fdeb933e,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:58.877540 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-90befa9e-6a97-4217-be64-ab9a219d3387 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:42:58.886972 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26e3801-82cb-405c-81d9-3f5c7ae34c6e admin admin] Network 7c4459ee-7a68-488a-8b83-1a7083441ab1 is scheduled to be hosted by DHCP agent 6e28835f-a2f6-456f-8f53-9851f009901c with binding_index 1 {{(pid=88109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 23:42:58.893292 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-90befa9e-6a97-4217-be64-ab9a219d3387 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:42:58.906224 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-f26e3801-82cb-405c-81d9-3f5c7ae34c6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-5-smb, 7c4459ee-7a68-488a-8b83-1a7083441ab1) {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 23:42:58.912411 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-85a20df1-e3bc-444a-964b-0d281cd99a74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:58.913802 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26e3801-82cb-405c-81d9-3f5c7ae34c6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:42:58.914553 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f26e3801-82cb-405c-81d9-3f5c7ae34c6e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:58.919987 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd0d5a2-1021-463c-bd7f-a80e2bf87e37 None None] Network 7c4459ee-7a68-488a-8b83-1a7083441ab1 requested from dv-cinder-847189-5-smb {{(pid=88110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 23:42:58.920172 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-85a20df1-e3bc-444a-964b-0d281cd99a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:58.945272 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [req-2faf67e9-f474-43da-b1a9-4dca8f848c4c req-e1622d40-762e-41bf-a83f-93af707d08a8 tempest-VolumesActionsTest-1453821692 tempest-VolumesActionsTest-1453821692-project] No DVR routers for this DVR port f6e19624-552b-4363-b74e-af94fdeb933e on host hv-cinder-84718 {{(pid=88108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 23:42:58.952432 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-2faf67e9-f474-43da-b1a9-4dca8f848c4c req-e1622d40-762e-41bf-a83f-93af707d08a8 tempest-VolumesActionsTest-1453821692 tempest-VolumesActionsTest-1453821692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122089'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:58.954866 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66655619-2beb-412c-8ea3-fe022e0dd796', 'name': 'network-vif-deleted', 'tag': 'f6e19624-552b-4363-b74e-af94fdeb933e'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 23:42:58.977311 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a20df1-e3bc-444a-964b-0d281cd99a74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e8e4836-355d-409f-a77d-99f2c3f1db81,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:58.991681 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-85a20df1-e3bc-444a-964b-0d281cd99a74 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=87a58b0ddc6e400da36b886075b16af7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5566971 Jun 24 23:42:58.994025 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-2faf67e9-f474-43da-b1a9-4dca8f848c4c req-e1622d40-762e-41bf-a83f-93af707d08a8 tempest-VolumesActionsTest-1453821692 tempest-VolumesActionsTest-1453821692-project] 10.222.0.15 "DELETE /v2.0/ports/f6e19624-552b-4363-b74e-af94fdeb933e HTTP/1.1" status: 204 len: 173 time: 1.6189568 Jun 24 23:42:58.994644 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-f26e3801-82cb-405c-81d9-3f5c7ae34c6e admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7795753 Jun 24 23:42:58.994852 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 55142) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:42:58.999092 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 55144) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:42:59.021003 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.v2.base [None req-cc760edc-ddc4-4c28-9c06-885910abafc7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1830635048-router', 'tenant_id': '151ea147ef8c4618aa21e9c58a3558f2', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932'}}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:42:59.026243 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-cc760edc-ddc4-4c28-9c06-885910abafc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:42:59.034622 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-cc760edc-ddc4-4c28-9c06-885910abafc7 admin admin] Usage tracker for resource:router and tenant:151ea147ef8c4618aa21e9c58a3558f2 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:42:59.048098 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-cc760edc-ddc4-4c28-9c06-885910abafc7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:42:59.051626 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aecb0a4e-1917-4e49-826f-f45ae4e8ea07'] response: {'server_uuid': '66655619-2beb-412c-8ea3-fe022e0dd796', 'name': 'network-vif-deleted', 'tag': 'f6e19624-552b-4363-b74e-af94fdeb933e', 'status': 'completed', 'code': 200} Jun 24 23:42:59.069183 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-cc760edc-ddc4-4c28-9c06-885910abafc7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:42:59.105042 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cc760edc-ddc4-4c28-9c06-885910abafc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4987'] for router, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:59.106417 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cc760edc-ddc4-4c28-9c06-885910abafc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-489288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4960'] for router, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:59.131362 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b72dfa9a-57fd-4971-8fa0-1d316f9e745c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:59.155081 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-90befa9e-6a97-4217-be64-ab9a219d3387 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:59.169630 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cc760edc-ddc4-4c28-9c06-885910abafc7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:59.170917 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-90befa9e-6a97-4217-be64-ab9a219d3387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:59.204291 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b72dfa9a-57fd-4971-8fa0-1d316f9e745c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:59.213634 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0279e481-72f8-48f7-9fde-4b01dc76fd91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa652505c-ec85-57c6-bc13-fe5b25ac2c24-7c4459ee-7a68-488a-8b83-1a7083441ab1', 'network_id': '7c4459ee-7a68-488a-8b83-1a7083441ab1', 'tenant_id': '151ea147ef8c4618aa21e9c58a3558f2', 'fixed_ips': [{'subnet_id': '2ed903d3-95bb-4d89-ab6e-9d12008d003c'}]}} from dv-cinder-847189-5-smb. {{(pid=88110) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 24 23:42:59.215454 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-0279e481-72f8-48f7-9fde-4b01dc76fd91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_create {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:59.266795 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-90befa9e-6a97-4217-be64-ab9a219d3387 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7378ff8ca315466a9aa32c55f37b754e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5478816 Jun 24 23:42:59.267587 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90befa9e-6a97-4217-be64-ab9a219d3387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1155f97a-ec8b-406e-9878-0c9b67da6f81,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:59.271673 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 55154) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:42:59.377681 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f2ed55cd-1981-42f4-94b3-a410c7ac3a04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:59.415269 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.db_base_plugin_common [None req-0279e481-72f8-48f7-9fde-4b01dc76fd91 None None] Allocated IP 172.20.0.2 (7c4459ee-7a68-488a-8b83-1a7083441ab1/2ed903d3-95bb-4d89-ab6e-9d12008d003c/7964075a-2f5b-4aa9-8a50-248630f5213b) {{(pid=88110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 23:42:59.424240 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f2ed55cd-1981-42f4-94b3-a410c7ac3a04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:59.511476 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f2ed55cd-1981-42f4-94b3-a410c7ac3a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:59.549056 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ed55cd-1981-42f4-94b3-a410c7ac3a04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1155f97a-ec8b-406e-9878-0c9b67da6f81,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:59.555864 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f2ed55cd-1981-42f4-94b3-a410c7ac3a04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:59.557706 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-f2ed55cd-1981-42f4-94b3-a410c7ac3a04 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1155f97a-ec8b-406e-9878-0c9b67da6f81 HTTP/1.1" status: 204 len: 168 time: 0.2839761 Jun 24 23:42:59.633287 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cc760edc-ddc4-4c28-9c06-885910abafc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-477306', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4958'] for router, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:59.637818 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b72dfa9a-57fd-4971-8fa0-1d316f9e745c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:59.670108 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72dfa9a-57fd-4971-8fa0-1d316f9e745c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e8e4836-355d-409f-a77d-99f2c3f1db81,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:42:59.709445 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b72dfa9a-57fd-4971-8fa0-1d316f9e745c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:59.710624 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-b72dfa9a-57fd-4971-8fa0-1d316f9e745c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3e8e4836-355d-409f-a77d-99f2c3f1db81 HTTP/1.1" status: 204 len: 168 time: 0.7126012 Jun 24 23:42:59.893458 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-0279e481-72f8-48f7-9fde-4b01dc76fd91 None None] Notify callbacks [] for port, precommit_create {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:42:59.956662 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-0279e481-72f8-48f7-9fde-4b01dc76fd91 None None] Transition to ACTIVE for port object 7964075a-2f5b-4aa9-8a50-248630f5213b will not be triggered until provisioned by entity L2. {{(pid=88110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 23:43:00.032529 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-0279e481-72f8-48f7-9fde-4b01dc76fd91 None None] Transition to ACTIVE for port object 7964075a-2f5b-4aa9-8a50-248630f5213b will not be triggered until provisioned by entity DHCP. {{(pid=88110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 23:43:00.048585 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-0279e481-72f8-48f7-9fde-4b01dc76fd91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754888214703'] for port, after_create {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:00.270149 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cc760edc-ddc4-4c28-9c06-885910abafc7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:00.271619 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0279e481-72f8-48f7-9fde-4b01dc76fd91 None None] Pushing event updated for resources: {'Port': ['ID=7964075a-2f5b-4aa9-8a50-248630f5213b,revision_number=1']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:43:00.277972 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0279e481-72f8-48f7-9fde-4b01dc76fd91 None None] Network 7c4459ee-7a68-488a-8b83-1a7083441ab1 is already hosted by enough agents. {{(pid=88110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 23:43:00.279203 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.scheduler.base_scheduler [None req-0279e481-72f8-48f7-9fde-4b01dc76fd91 None None] Resources bound (agent type, host, resource id): {{(pid=88110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 23:43:00.281544 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0279e481-72f8-48f7-9fde-4b01dc76fd91 None None] Received port after_create {{(pid=88110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 23:43:00.353913 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cc760edc-ddc4-4c28-9c06-885910abafc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:00.406538 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-0279e481-72f8-48f7-9fde-4b01dc76fd91 None None] Attempting to bind port 7964075a-2f5b-4aa9-8a50-248630f5213b on host dv-cinder-847189-5-smb for vnic_type normal with profile {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 23:43:00.406538 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-0279e481-72f8-48f7-9fde-4b01dc76fd91 None None] Attempting to bind port 7964075a-2f5b-4aa9-8a50-248630f5213b by drivers openvswitch,hyperv on host dv-cinder-847189-5-smb at level 0 using segments [{'id': 'f561a82c-2c3c-47d3-bd82-978ca7f3ed56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7c4459ee-7a68-488a-8b83-1a7083441ab1'}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 23:43:00.406778 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0279e481-72f8-48f7-9fde-4b01dc76fd91 None None] Attempting to bind port 7964075a-2f5b-4aa9-8a50-248630f5213b on network 7c4459ee-7a68-488a-8b83-1a7083441ab1 {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 23:43:00.412716 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0279e481-72f8-48f7-9fde-4b01dc76fd91 None None] Checking agent: {'id': '3a3b0bc1-d1b4-4224-a890-cab54187436c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 23, 32, 43), 'started_at': datetime.datetime(2022, 6, 24, 23, 33, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 23, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 23:43:00.413100 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0279e481-72f8-48f7-9fde-4b01dc76fd91 None None] Checking segment: {'id': 'f561a82c-2c3c-47d3-bd82-978ca7f3ed56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7c4459ee-7a68-488a-8b83-1a7083441ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 23:43:00.413453 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-0279e481-72f8-48f7-9fde-4b01dc76fd91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:00.413872 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0279e481-72f8-48f7-9fde-4b01dc76fd91 None None] Bound using segment: {'id': 'f561a82c-2c3c-47d3-bd82-978ca7f3ed56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7c4459ee-7a68-488a-8b83-1a7083441ab1'} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 23:43:00.414417 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-0279e481-72f8-48f7-9fde-4b01dc76fd91 None None] Bound port: 7964075a-2f5b-4aa9-8a50-248630f5213b, host: dv-cinder-847189-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f561a82c-2c3c-47d3-bd82-978ca7f3ed56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7c4459ee-7a68-488a-8b83-1a7083441ab1'}}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 23:43:00.415395 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-0279e481-72f8-48f7-9fde-4b01dc76fd91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:00.613436 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-0279e481-72f8-48f7-9fde-4b01dc76fd91 None None] For port 7964075a-2f5b-4aa9-8a50-248630f5213b, host dv-cinder-847189-5-smb, cleared binding levels {{(pid=88110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 23:43:00.623547 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-0279e481-72f8-48f7-9fde-4b01dc76fd91 None None] For port 7964075a-2f5b-4aa9-8a50-248630f5213b, host dv-cinder-847189-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-5-smb',level=0,port_id=7964075a-2f5b-4aa9-8a50-248630f5213b,segment=NetworkSegment(f561a82c-2c3c-47d3-bd82-978ca7f3ed56),segment_id=f561a82c-2c3c-47d3-bd82-978ca7f3ed56)] {{(pid=88110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 23:43:00.642967 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-0279e481-72f8-48f7-9fde-4b01dc76fd91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:00.833201 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0279e481-72f8-48f7-9fde-4b01dc76fd91 None None] Pushing event updated for resources: {'Port': ['ID=7964075a-2f5b-4aa9-8a50-248630f5213b,revision_number=2']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:43:00.865412 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-cc760edc-ddc4-4c28-9c06-885910abafc7 admin admin] Allocated IP 172.28.1.28 (faf77eb5-d359-4977-a80d-20d91cf50932/45337dfe-1492-4630-96d4-ace1b4f61ce9/cfadfa66-204b-470e-bc8b-4cbf250c2a50) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 23:43:01.017560 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4696a0-9a86-4942-a65d-47ebf241d067 req-fd993850-9ae1-4df6-877b-47b87229ab5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:01.019073 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-0d4696a0-9a86-4942-a65d-47ebf241d067 req-fd993850-9ae1-4df6-877b-47b87229ab5e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b0685d2348744b39b8eb315433f69ef4&device_id=ff4d6822-c2c9-484c-85b2-e9b5ea13ad06 HTTP/1.1" status: 200 len: 1099 time: 0.4145637 Jun 24 23:43:01.041377 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454c24f8-a8ba-4a00-9a7c-24fec921aeee req-443a1ebf-fcb7-42bd-ba0e-67a9bb6ebbe6 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:01.041377 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-454c24f8-a8ba-4a00-9a7c-24fec921aeee req-443a1ebf-fcb7-42bd-ba0e-67a9bb6ebbe6 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?device_id=ff4d6822-c2c9-484c-85b2-e9b5ea13ad06 HTTP/1.1" status: 200 len: 946 time: 0.3760374 Jun 24 23:43:01.272859 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cc760edc-ddc4-4c28-9c06-885910abafc7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:01.305995 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-454c24f8-a8ba-4a00-9a7c-24fec921aeee req-e8876652-7079-4c3c-ab6d-5159c294451d tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/security-groups?id=20c47638-9a00-4622-a48b-78e864be34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416925 Jun 24 23:43:01.347138 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4696a0-9a86-4942-a65d-47ebf241d067 req-f85dd59a-e981-409e-9a65-b8e68d7dcfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:01.348718 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-0d4696a0-9a86-4942-a65d-47ebf241d067 req-f85dd59a-e981-409e-9a65-b8e68d7dcfa5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=878eeed2-1705-4528-82e7-be9e0c60139b HTTP/1.1" status: 200 len: 920 time: 0.3171904 Jun 24 23:43:01.428552 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-0d4696a0-9a86-4942-a65d-47ebf241d067 req-dcaed9a2-f1fe-417f-b614-02a25e84bd9a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2107efc8-6059-44ad-b1ac-307690c37f92 HTTP/1.1" status: 200 len: 217 time: 0.0704131 Jun 24 23:43:01.436286 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cc760edc-ddc4-4c28-9c06-885910abafc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754888214703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266412288'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:01.557339 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc760edc-ddc4-4c28-9c06-885910abafc7 admin admin] Network faf77eb5-d359-4977-a80d-20d91cf50932 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 23:43:01.563857 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-cc760edc-ddc4-4c28-9c06-885910abafc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 23:43:01.566347 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc760edc-ddc4-4c28-9c06-885910abafc7 admin admin] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 23:43:01.598590 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc760edc-ddc4-4c28-9c06-885910abafc7 admin admin] Pushing event updated for resources: {'Port': ['ID=cfadfa66-204b-470e-bc8b-4cbf250c2a50,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:43:01.613486 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4696a0-9a86-4942-a65d-47ebf241d067 req-24b2925e-7f20-4e83-8b60-8d677f143d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:01.614919 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-0d4696a0-9a86-4942-a65d-47ebf241d067 req-24b2925e-7f20-4e83-8b60-8d677f143d04 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=58b6f9c2-a230-4e37-ab12-8b61321e5f1a HTTP/1.1" status: 200 len: 858 time: 0.1745272 Jun 24 23:43:01.663797 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Device f6e19624-552b-4363-b74e-af94fdeb933e no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 23:43:01.759884 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-707bff31-b5da-4601-b274-386892c937dc None None] No Port match for: f6e19624-552b-4363-b74e-af94fdeb933e {{(pid=88110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 23:43:01.760225 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Device f6e19624-552b-4363-b74e-af94fdeb933e not bound to the agent host hv-cinder-84718 {{(pid=88110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 23:43:02.098057 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4696a0-9a86-4942-a65d-47ebf241d067 req-b1881bf8-8c79-4dab-9d64-1fb0baa1a30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:02.099754 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-0d4696a0-9a86-4942-a65d-47ebf241d067 req-b1881bf8-8c79-4dab-9d64-1fb0baa1a30c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=878eeed2-1705-4528-82e7-be9e0c60139b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4723649 Jun 24 23:43:02.113257 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 55264) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:43:02.226132 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e2a3a5-71a5-4b02-b001-b13311bd30cb None None] Network 7c4459ee-7a68-488a-8b83-1a7083441ab1 requested from dv-cinder-847189-5-smb {{(pid=88110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 23:43:02.341362 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ae217cb7-73c2-42ab-bfa5-8767efdc45db admin admin] Notify callbacks [] for security_group, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:02.373361 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-ae217cb7-73c2-42ab-bfa5-8767efdc45db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:43:02.379521 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-ae217cb7-73c2-42ab-bfa5-8767efdc45db admin admin] Usage tracker for resource:security_group_rule and tenant:c0d9a5c7c4e04d33b0f5bd8a07e0e987 is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:43:02.384147 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-ae217cb7-73c2-42ab-bfa5-8767efdc45db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:43:02.393194 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-ae217cb7-73c2-42ab-bfa5-8767efdc45db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:43:02.514880 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ae217cb7-73c2-42ab-bfa5-8767efdc45db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:02.523805 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ae217cb7-73c2-42ab-bfa5-8767efdc45db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:02.526404 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-0d4696a0-9a86-4942-a65d-47ebf241d067 req-db65ccd7-e25d-48bd-9cce-1167a50fbd2a service neutron] 10.222.0.15 "GET /v2.0/networks/878eeed2-1705-4528-82e7-be9e0c60139b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3512843 Jun 24 23:43:02.575993 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device 7964075a-2f5b-4aa9-8a50-248630f5213b up at agent ovs-agent-dv-cinder-847189-5-smb {{(pid=88110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 23:43:02.653941 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-ae217cb7-73c2-42ab-bfa5-8767efdc45db admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c0d9a5c7c4e04d33b0f5bd8a07e0e987&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5355055 Jun 24 23:43:02.659535 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 55290) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:43:02.665759 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae217cb7-73c2-42ab-bfa5-8767efdc45db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=441157d2-e598-4b90-9c33-eae8f7ac96b3,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:43:02.689992 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-53f723fc-dada-422c-a820-c9eb5afa4473 None None] Provisioning for port 7964075a-2f5b-4aa9-8a50-248630f5213b completed by entity DHCP. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 23:43:02.719423 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-0d4696a0-9a86-4942-a65d-47ebf241d067 req-4e787001-72cd-4681-97da-7ad468d6a063 service neutron] 10.222.0.15 "GET /v2.0/networks/878eeed2-1705-4528-82e7-be9e0c60139b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685822 Jun 24 23:43:02.753971 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-2b209978-b64c-4d48-abf0-af43a572e65b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:02.758087 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cc760edc-ddc4-4c28-9c06-885910abafc7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:02.775383 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f6ab7f-cd78-4b22-b750-2e859ae33140 req-d5b87573-6761-4e5b-8244-8586e2978893 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:02.783270 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-58f6ab7f-cd78-4b22-b750-2e859ae33140 req-d5b87573-6761-4e5b-8244-8586e2978893 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?device_id=ff4d6822-c2c9-484c-85b2-e9b5ea13ad06 HTTP/1.1" status: 200 len: 946 time: 0.2243214 Jun 24 23:43:02.820480 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-2b209978-b64c-4d48-abf0-af43a572e65b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:02.844723 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Provisioning for port 7964075a-2f5b-4aa9-8a50-248630f5213b completed by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 23:43:02.852634 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Provisioning complete for port 7964075a-2f5b-4aa9-8a50-248630f5213b triggered by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:43:02.853261 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:02.903140 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-58f6ab7f-cd78-4b22-b750-2e859ae33140 req-6a72a99a-3c7c-4018-b485-8b987f1b0326 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/security-groups?id=20c47638-9a00-4622-a48b-78e864be34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188304 Jun 24 23:43:02.944255 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-2b209978-b64c-4d48-abf0-af43a572e65b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:02.961150 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b209978-b64c-4d48-abf0-af43a572e65b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=441157d2-e598-4b90-9c33-eae8f7ac96b3,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:43:02.966150 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-2b209978-b64c-4d48-abf0-af43a572e65b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:02.967261 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-2b209978-b64c-4d48-abf0-af43a572e65b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/441157d2-e598-4b90-9c33-eae8f7ac96b3 HTTP/1.1" status: 204 len: 168 time: 0.3059394 Jun 24 23:43:03.034790 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Current status of the port 7964075a-2f5b-4aa9-8a50-248630f5213b is: DOWN; New status is: ACTIVE {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:43:03.035198 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:03.085995 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] For port 7964075a-2f5b-4aa9-8a50-248630f5213b, host dv-cinder-847189-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-5-smb',level=0,port_id=7964075a-2f5b-4aa9-8a50-248630f5213b,segment=NetworkSegment(f561a82c-2c3c-47d3-bd82-978ca7f3ed56),segment_id=f561a82c-2c3c-47d3-bd82-978ca7f3ed56)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:43:03.091877 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:03.174774 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Pushing event updated for resources: {'Port': ['ID=7964075a-2f5b-4aa9-8a50-248630f5213b,revision_number=3']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:43:03.260082 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cc760edc-ddc4-4c28-9c06-885910abafc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477213'] for router, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:03.329557 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-481fcb06-81c2-4d89-a67e-fce6732408a6 None None] Provisioning complete for port 7964075a-2f5b-4aa9-8a50-248630f5213b triggered by entity DHCP. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:43:03.329994 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-481fcb06-81c2-4d89-a67e-fce6732408a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:03.457209 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-481fcb06-81c2-4d89-a67e-fce6732408a6 None None] Current status of the port 7964075a-2f5b-4aa9-8a50-248630f5213b is: ACTIVE; New status is: ACTIVE {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:43:03.471090 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc760edc-ddc4-4c28-9c06-885910abafc7 admin admin] Router 24afa311-ea3c-4f63-9698-2869a199a0db is scheduled to L3 agent 05c04ad7-f453-4a24-8793-b86a404a0ef9 with binding_index 1 {{(pid=88108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 23:43:03.670668 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc760edc-ddc4-4c28-9c06-885910abafc7 admin admin] Notify agent at l3_agent.dv-cinder-847189-5-smb the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 23:43:03.689977 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9843f81-add1-4a64-8f24-253eeaf5d106 None None] Sync routers for ids ['24afa311-ea3c-4f63-9698-2869a199a0db'] in dv-cinder-847189-5-smb {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 23:43:03.712687 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9843f81-add1-4a64-8f24-253eeaf5d106 None None] Routers {'24afa311-ea3c-4f63-9698-2869a199a0db'} bound to L3 agent in host dv-cinder-847189-5-smb {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 23:43:03.715929 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-a9843f81-add1-4a64-8f24-253eeaf5d106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T23:32:42Z,description=,heartbeat_timestamp=2022-06-24T23:42:42Z,host='dv-cinder-847189-5-smb',id=05c04ad7-f453-4a24-8793-b86a404a0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T23:32:42Z,topic='l3_agent')) {'router_ids': ['24afa311-ea3c-4f63-9698-2869a199a0db'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:43:03.734136 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-cc760edc-ddc4-4c28-9c06-885910abafc7 admin admin] Notify callbacks [] for router, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:03.738750 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 55336) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:43:03.740133 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-cc760edc-ddc4-4c28-9c06-885910abafc7 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.7382994 Jun 24 23:43:04.017887 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-a9843f81-add1-4a64-8f24-253eeaf5d106 None None] Set router 24afa311-ea3c-4f63-9698-2869a199a0db gateway port host: dv-cinder-847189-5-smb {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 23:43:04.358791 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda18a58-8c38-4074-8026-5219662502b9 req-02fd9d44-49c8-4a04-8ca2-782a29969add tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:04.366510 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-fda18a58-8c38-4074-8026-5219662502b9 req-02fd9d44-49c8-4a04-8ca2-782a29969add tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?device_id=ff4d6822-c2c9-484c-85b2-e9b5ea13ad06 HTTP/1.1" status: 200 len: 946 time: 0.2886651 Jun 24 23:43:04.402459 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device 7964075a-2f5b-4aa9-8a50-248630f5213b up at agent ovs-agent-dv-cinder-847189-5-smb {{(pid=88110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 23:43:04.451635 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-fda18a58-8c38-4074-8026-5219662502b9 req-3e0f63a0-67d9-4b40-9469-6b02189fa51a tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/security-groups?id=20c47638-9a00-4622-a48b-78e864be34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756223 Jun 24 23:43:04.522910 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-a9843f81-add1-4a64-8f24-253eeaf5d106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24afa311-ea3c-4f63-9698-2869a199a0db', 'name': 'tempest-TestMinimumBasicScenario-1830635048-router', 'tenant_id': '151ea147ef8c4618aa21e9c58a3558f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.28'}], 'enable_snat': True}, 'gw_port_id': 'cfadfa66-204b-470e-bc8b-4cbf250c2a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:42:59Z', 'updated_at': '2022-06-24T23:43:02Z', 'revision_number': 3, 'project_id': '151ea147ef8c4618aa21e9c58a3558f2', 'gw_port': {'id': 'cfadfa66-204b-470e-bc8b-4cbf250c2a50', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24afa311-ea3c-4f63-9698-2869a199a0db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:43:00Z', 'updated_at': '2022-06-24T23:43:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb'}], 'dv-cinder-847189-5-smb', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:43:04.537112 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9843f81-add1-4a64-8f24-253eeaf5d106 None None] Checking router: 24afa311-ea3c-4f63-9698-2869a199a0db for host: dv-cinder-847189-5-smb {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 23:43:04.537537 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9843f81-add1-4a64-8f24-253eeaf5d106 None None] Updating router 24afa311-ea3c-4f63-9698-2869a199a0db port cfadfa66-204b-470e-bc8b-4cbf250c2a50 binding host dv-cinder-847189-5-smb {{(pid=88110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 23:43:04.607019 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-a9843f81-add1-4a64-8f24-253eeaf5d106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:04.629117 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Provisioning complete for port 7964075a-2f5b-4aa9-8a50-248630f5213b triggered by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:43:04.629117 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:05.028377 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Current status of the port 7964075a-2f5b-4aa9-8a50-248630f5213b is: ACTIVE; New status is: ACTIVE {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:43:05.189945 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-17503903-44ed-4fb2-9191-b565f684e699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:05.216868 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-a9843f81-add1-4a64-8f24-253eeaf5d106 None None] Notify callbacks [] for port, precommit_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:05.236646 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-a9843f81-add1-4a64-8f24-253eeaf5d106 None None] Transition to ACTIVE for port object cfadfa66-204b-470e-bc8b-4cbf250c2a50 will not be triggered until provisioned by entity L2. {{(pid=88110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 23:43:05.246663 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-a9843f81-add1-4a64-8f24-253eeaf5d106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:05.375425 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f61c932-86e6-4aea-9980-31f9f0d7a49b None None] Pushing event updated for resources: {'Port': ['ID=cfadfa66-204b-470e-bc8b-4cbf250c2a50,revision_number=2']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:43:05.397468 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-a9843f81-add1-4a64-8f24-253eeaf5d106 None None] Attempting to bind port cfadfa66-204b-470e-bc8b-4cbf250c2a50 on host dv-cinder-847189-5-smb for vnic_type normal with profile {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 23:43:05.398095 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-a9843f81-add1-4a64-8f24-253eeaf5d106 None None] Attempting to bind port cfadfa66-204b-470e-bc8b-4cbf250c2a50 by drivers openvswitch,hyperv on host dv-cinder-847189-5-smb at level 0 using segments [{'id': '541a8b1c-692d-48ec-a001-de3aa3f0cecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932'}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 23:43:05.398608 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9843f81-add1-4a64-8f24-253eeaf5d106 None None] Attempting to bind port cfadfa66-204b-470e-bc8b-4cbf250c2a50 on network faf77eb5-d359-4977-a80d-20d91cf50932 {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 23:43:05.405726 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9843f81-add1-4a64-8f24-253eeaf5d106 None None] Checking agent: {'id': '3a3b0bc1-d1b4-4224-a890-cab54187436c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 23, 32, 43), 'started_at': datetime.datetime(2022, 6, 24, 23, 33, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 23, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 23:43:05.406389 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9843f81-add1-4a64-8f24-253eeaf5d106 None None] Checking segment: {'id': '541a8b1c-692d-48ec-a001-de3aa3f0cecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 23:43:05.407041 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-a9843f81-add1-4a64-8f24-253eeaf5d106 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:05.407602 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9843f81-add1-4a64-8f24-253eeaf5d106 None None] Bound using segment: {'id': '541a8b1c-692d-48ec-a001-de3aa3f0cecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932'} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 23:43:05.408259 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-a9843f81-add1-4a64-8f24-253eeaf5d106 None None] Bound port: cfadfa66-204b-470e-bc8b-4cbf250c2a50, host: dv-cinder-847189-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '541a8b1c-692d-48ec-a001-de3aa3f0cecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932'}}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 23:43:05.408803 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-a9843f81-add1-4a64-8f24-253eeaf5d106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:05.457045 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-17503903-44ed-4fb2-9191-b565f684e699 admin admin] Allocated IP 172.20.0.1 (7c4459ee-7a68-488a-8b83-1a7083441ab1/2ed903d3-95bb-4d89-ab6e-9d12008d003c/904da251-e208-4511-aa8b-40789b194499) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 23:43:05.510276 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-a9843f81-add1-4a64-8f24-253eeaf5d106 None None] For port cfadfa66-204b-470e-bc8b-4cbf250c2a50, host dv-cinder-847189-5-smb, cleared binding levels {{(pid=88110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 23:43:05.518513 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-a9843f81-add1-4a64-8f24-253eeaf5d106 None None] For port cfadfa66-204b-470e-bc8b-4cbf250c2a50, host dv-cinder-847189-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-5-smb',level=0,port_id=cfadfa66-204b-470e-bc8b-4cbf250c2a50,segment=NetworkSegment(541a8b1c-692d-48ec-a001-de3aa3f0cecc),segment_id=541a8b1c-692d-48ec-a001-de3aa3f0cecc)] {{(pid=88110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 23:43:05.526938 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-a9843f81-add1-4a64-8f24-253eeaf5d106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:05.544480 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 55400) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:43:05.691991 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f61c932-86e6-4aea-9980-31f9f0d7a49b None None] Pushing event updated for resources: {'Port': ['ID=cfadfa66-204b-470e-bc8b-4cbf250c2a50,revision_number=3']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:43:05.708653 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9843f81-add1-4a64-8f24-253eeaf5d106 None None] Routers {'24afa311-ea3c-4f63-9698-2869a199a0db'} bound to L3 agent in host dv-cinder-847189-5-smb {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 23:43:05.709302 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-a9843f81-add1-4a64-8f24-253eeaf5d106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T23:32:42Z,description=,heartbeat_timestamp=2022-06-24T23:42:42Z,host='dv-cinder-847189-5-smb',id=05c04ad7-f453-4a24-8793-b86a404a0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T23:32:42Z,topic='l3_agent')) {'router_ids': ['24afa311-ea3c-4f63-9698-2869a199a0db'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:43:05.751837 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-76f19028-969a-4d08-bd28-65b04ae5631c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:05.794135 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-17503903-44ed-4fb2-9191-b565f684e699 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:05.797480 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-76f19028-969a-4d08-bd28-65b04ae5631c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:43:05.811397 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-76f19028-969a-4d08-bd28-65b04ae5631c admin admin] Usage tracker for resource:security_group_rule and tenant:c227daf3c22840e2954bbe5be2537cb9 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:43:05.818255 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-76f19028-969a-4d08-bd28-65b04ae5631c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:43:05.844949 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-76f19028-969a-4d08-bd28-65b04ae5631c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:43:05.858285 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-17503903-44ed-4fb2-9191-b565f684e699 admin admin] Transition to ACTIVE for port object 904da251-e208-4511-aa8b-40789b194499 will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 23:43:05.914210 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0074a8-a566-4edb-80aa-a22529f43d5a req-50eba73e-2b1e-49a9-aa69-76d84f6fd32b tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:05.919417 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-cd0074a8-a566-4edb-80aa-a22529f43d5a req-50eba73e-2b1e-49a9-aa69-76d84f6fd32b tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?device_id=ff4d6822-c2c9-484c-85b2-e9b5ea13ad06 HTTP/1.1" status: 200 len: 946 time: 0.2572730 Jun 24 23:43:05.933594 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-a9843f81-add1-4a64-8f24-253eeaf5d106 None None] Set router 24afa311-ea3c-4f63-9698-2869a199a0db gateway port host: dv-cinder-847189-5-smb {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 23:43:05.993766 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-76f19028-969a-4d08-bd28-65b04ae5631c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:06.002125 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-76f19028-969a-4d08-bd28-65b04ae5631c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:06.048728 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-cd0074a8-a566-4edb-80aa-a22529f43d5a req-adc2ad8f-6063-4cc8-acaf-7e12b3489d38 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/security-groups?id=20c47638-9a00-4622-a48b-78e864be34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168621 Jun 24 23:43:06.050090 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-17503903-44ed-4fb2-9191-b565f684e699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754888214703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266550608'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:06.087499 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-76f19028-969a-4d08-bd28-65b04ae5631c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c227daf3c22840e2954bbe5be2537cb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5418389 Jun 24 23:43:06.090926 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 55418) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:43:06.110316 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f19028-969a-4d08-bd28-65b04ae5631c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09620b06-c1c5-41f6-be8a-5ca470ee56e6,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:43:06.163756 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17503903-44ed-4fb2-9191-b565f684e699 admin admin] Network 7c4459ee-7a68-488a-8b83-1a7083441ab1 is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 23:43:06.167377 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-17503903-44ed-4fb2-9191-b565f684e699 admin admin] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 23:43:06.171450 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17503903-44ed-4fb2-9191-b565f684e699 admin admin] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 23:43:06.178060 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5d4b7fce-99e3-4800-afd9-865ccc2bb7b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:06.207581 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5d4b7fce-99e3-4800-afd9-865ccc2bb7b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:06.216108 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17503903-44ed-4fb2-9191-b565f684e699 admin admin] Pushing event updated for resources: {'Port': ['ID=904da251-e208-4511-aa8b-40789b194499,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:43:06.273409 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-17503903-44ed-4fb2-9191-b565f684e699 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476503'] for router_interface, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:06.309998 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5d4b7fce-99e3-4800-afd9-865ccc2bb7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:06.318382 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-a9843f81-add1-4a64-8f24-253eeaf5d106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24afa311-ea3c-4f63-9698-2869a199a0db', 'name': 'tempest-TestMinimumBasicScenario-1830635048-router', 'tenant_id': '151ea147ef8c4618aa21e9c58a3558f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.28'}], 'enable_snat': True}, 'gw_port_id': 'cfadfa66-204b-470e-bc8b-4cbf250c2a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:42:59Z', 'updated_at': '2022-06-24T23:43:02Z', 'revision_number': 3, 'project_id': '151ea147ef8c4618aa21e9c58a3558f2', 'gw_port': {'id': 'cfadfa66-204b-470e-bc8b-4cbf250c2a50', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24afa311-ea3c-4f63-9698-2869a199a0db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:43:00Z', 'updated_at': '2022-06-24T23:43:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb'}], 'dv-cinder-847189-5-smb', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:43:06.326229 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4b7fce-99e3-4800-afd9-865ccc2bb7b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09620b06-c1c5-41f6-be8a-5ca470ee56e6,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:43:06.327112 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9843f81-add1-4a64-8f24-253eeaf5d106 None None] The sync data for ids ['24afa311-ea3c-4f63-9698-2869a199a0db'] in dv-cinder-847189-5-smb is: [{'id': '24afa311-ea3c-4f63-9698-2869a199a0db', 'name': 'tempest-TestMinimumBasicScenario-1830635048-router', 'tenant_id': '151ea147ef8c4618aa21e9c58a3558f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.28'}], 'enable_snat': True}, 'gw_port_id': 'cfadfa66-204b-470e-bc8b-4cbf250c2a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:42:59Z', 'updated_at': '2022-06-24T23:43:02Z', 'revision_number': 3, 'project_id': '151ea147ef8c4618aa21e9c58a3558f2', 'gw_port': {'id': 'cfadfa66-204b-470e-bc8b-4cbf250c2a50', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7b:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24afa311-ea3c-4f63-9698-2869a199a0db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:43:00Z', 'updated_at': '2022-06-24T23:43:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb'}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 23:43:06.341306 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5d4b7fce-99e3-4800-afd9-865ccc2bb7b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:06.345689 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-5d4b7fce-99e3-4800-afd9-865ccc2bb7b9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/09620b06-c1c5-41f6-be8a-5ca470ee56e6 HTTP/1.1" status: 204 len: 168 time: 0.2515519 Jun 24 23:43:06.530423 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-0c70a66d-85de-448a-bc95-8f517530a6ed None None] Provisioning for port 904da251-e208-4511-aa8b-40789b194499 completed by entity DHCP. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 23:43:06.541975 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-0c70a66d-85de-448a-bc95-8f517530a6ed None None] Provisioning complete for port 904da251-e208-4511-aa8b-40789b194499 triggered by entity DHCP. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:43:06.543945 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-0c70a66d-85de-448a-bc95-8f517530a6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:06.628577 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-0c70a66d-85de-448a-bc95-8f517530a6ed None None] Port 904da251-e208-4511-aa8b-40789b194499 cannot update to ACTIVE because it is not bound. {{(pid=88110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 23:43:06.746944 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-17503903-44ed-4fb2-9191-b565f684e699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:07.269311 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-17503903-44ed-4fb2-9191-b565f684e699 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:07.282436 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-17503903-44ed-4fb2-9191-b565f684e699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266550599'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:07.338059 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9ef954-e058-4f2c-9f97-e309a9eca090 req-1eba8ae3-3f1c-4df0-b209-8366959e89f1 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:07.340927 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-bf9ef954-e058-4f2c-9f97-e309a9eca090 req-1eba8ae3-3f1c-4df0-b209-8366959e89f1 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?device_id=ff4d6822-c2c9-484c-85b2-e9b5ea13ad06 HTTP/1.1" status: 200 len: 946 time: 0.1249661 Jun 24 23:43:07.345698 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 55474) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:43:07.435818 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-bf9ef954-e058-4f2c-9f97-e309a9eca090 req-8ddce511-fab8-4634-8c1d-a37b12109837 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/security-groups?id=20c47638-9a00-4622-a48b-78e864be34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867171 Jun 24 23:43:07.441363 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17503903-44ed-4fb2-9191-b565f684e699 admin admin] Pushing event updated for resources: {'Port': ['ID=904da251-e208-4511-aa8b-40789b194499,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:43:07.443988 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-17503903-44ed-4fb2-9191-b565f684e699 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476466'] for router_interface, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:07.628024 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17503903-44ed-4fb2-9191-b565f684e699 admin admin] Network 7c4459ee-7a68-488a-8b83-1a7083441ab1 is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 23:43:07.629245 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-17503903-44ed-4fb2-9191-b565f684e699 admin admin] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 23:43:07.948447 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-19e00a08-e9fc-4d60-abdf-7584640c6308 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:07.977392 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-5ff87c76-bcde-4c52-9f18-50666fda1a83 None None] Provisioning complete for port 904da251-e208-4511-aa8b-40789b194499 triggered by entity DHCP. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:43:07.977944 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-5ff87c76-bcde-4c52-9f18-50666fda1a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:07.984579 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-19e00a08-e9fc-4d60-abdf-7584640c6308 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:43:07.993893 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 55498) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:43:08.002734 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-19e00a08-e9fc-4d60-abdf-7584640c6308 admin admin] Usage tracker for resource:security_group_rule and tenant:7c5154ddd42d4776bed704c1911ac722 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:43:08.019665 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17503903-44ed-4fb2-9191-b565f684e699 admin admin] Router 24afa311-ea3c-4f63-9698-2869a199a0db has already been hosted by L3 agent 05c04ad7-f453-4a24-8793-b86a404a0ef9 {{(pid=88109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 23:43:08.042744 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-19e00a08-e9fc-4d60-abdf-7584640c6308 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:43:08.061883 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-19e00a08-e9fc-4d60-abdf-7584640c6308 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:43:08.140128 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-5ff87c76-bcde-4c52-9f18-50666fda1a83 None None] Port 904da251-e208-4511-aa8b-40789b194499 cannot update to ACTIVE because it is not bound. {{(pid=88110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 23:43:08.157137 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-37b0805a-b7b6-416b-9ff4-a3dea6de0103 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:08.185908 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-37b0805a-b7b6-416b-9ff4-a3dea6de0103 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:43:08.195064 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-37b0805a-b7b6-416b-9ff4-a3dea6de0103 admin admin] Usage tracker for resource:security_group_rule and tenant:5c61de32cb974b859602a45599b6ab95 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:43:08.199896 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-37b0805a-b7b6-416b-9ff4-a3dea6de0103 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:43:08.216190 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-37b0805a-b7b6-416b-9ff4-a3dea6de0103 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:43:08.294730 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-19e00a08-e9fc-4d60-abdf-7584640c6308 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:08.311040 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-19e00a08-e9fc-4d60-abdf-7584640c6308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:08.369155 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17503903-44ed-4fb2-9191-b565f684e699 admin admin] Notify agent at l3_agent.dv-cinder-847189-5-smb the message routers_updated {{(pid=88109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 23:43:08.384869 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-17503903-44ed-4fb2-9191-b565f684e699 admin admin] 10.222.0.42 "PUT /v2.0/routers/24afa311-ea3c-4f63-9698-2869a199a0db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6448624 Jun 24 23:43:08.418433 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device cfadfa66-204b-470e-bc8b-4cbf250c2a50 up at agent ovs-agent-dv-cinder-847189-5-smb {{(pid=88110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 23:43:08.440460 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-19e00a08-e9fc-4d60-abdf-7584640c6308 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7c5154ddd42d4776bed704c1911ac722&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0926859 Jun 24 23:43:08.442950 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 55514) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:43:08.607546 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-37b0805a-b7b6-416b-9ff4-a3dea6de0103 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:08.607546 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e00a08-e9fc-4d60-abdf-7584640c6308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c841eeb-24ee-414a-8cf4-de1e9e7a7b9a,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:43:08.637078 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c8529e39-194b-4d14-81a8-e31287597eea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:08.670097 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Provisioning for port cfadfa66-204b-470e-bc8b-4cbf250c2a50 completed by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 23:43:08.679960 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Provisioning complete for port cfadfa66-204b-470e-bc8b-4cbf250c2a50 triggered by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:43:08.681678 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:08.733043 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-37b0805a-b7b6-416b-9ff4-a3dea6de0103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:08.801236 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:08.828695 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b299d9-8515-47b1-a1bd-a2a716bd0dc4 None None] Sync routers for ids ['24afa311-ea3c-4f63-9698-2869a199a0db'] in dv-cinder-847189-5-smb {{(pid=88111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 23:43:08.846162 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b299d9-8515-47b1-a1bd-a2a716bd0dc4 None None] Routers {'24afa311-ea3c-4f63-9698-2869a199a0db'} bound to L3 agent in host dv-cinder-847189-5-smb {{(pid=88111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 23:43:08.849778 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-47b299d9-8515-47b1-a1bd-a2a716bd0dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T23:32:42Z,description=,heartbeat_timestamp=2022-06-24T23:42:42Z,host='dv-cinder-847189-5-smb',id=05c04ad7-f453-4a24-8793-b86a404a0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T23:32:42Z,topic='l3_agent')) {'router_ids': ['24afa311-ea3c-4f63-9698-2869a199a0db'], 'active': True} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:43:08.856751 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-37b0805a-b7b6-416b-9ff4-a3dea6de0103 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5c61de32cb974b859602a45599b6ab95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8603926 Jun 24 23:43:08.859219 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b0805a-b7b6-416b-9ff4-a3dea6de0103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f8017dd-f468-4a5e-b8e4-28f96f1dce96,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:43:08.863962 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 55536) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:43:08.888438 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Current status of the port cfadfa66-204b-470e-bc8b-4cbf250c2a50 is: DOWN; New status is: ACTIVE {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:43:08.889613 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:08.910818 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] For port cfadfa66-204b-470e-bc8b-4cbf250c2a50, host dv-cinder-847189-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-5-smb',level=0,port_id=cfadfa66-204b-470e-bc8b-4cbf250c2a50,segment=NetworkSegment(541a8b1c-692d-48ec-a001-de3aa3f0cecc),segment_id=541a8b1c-692d-48ec-a001-de3aa3f0cecc)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:43:08.919537 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:08.923293 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c8529e39-194b-4d14-81a8-e31287597eea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:08.940956 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6d5193-389e-4fee-a00d-e2af45a308e6 req-c6292ee6-5a2e-45ce-83bc-ab5fa22e0ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:08.942624 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-3c6d5193-389e-4fee-a00d-e2af45a308e6 req-c6292ee6-5a2e-45ce-83bc-ab5fa22e0ddb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b0685d2348744b39b8eb315433f69ef4&device_id=ff4d6822-c2c9-484c-85b2-e9b5ea13ad06 HTTP/1.1" status: 200 len: 1099 time: 0.3244569 Jun 24 23:43:08.943233 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7ebf7255-a9b5-4b6d-adee-c89c271ad7aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:09.069440 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Pushing event updated for resources: {'Port': ['ID=cfadfa66-204b-470e-bc8b-4cbf250c2a50,revision_number=4']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:43:09.097803 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c8529e39-194b-4d14-81a8-e31287597eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:09.103378 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7ebf7255-a9b5-4b6d-adee-c89c271ad7aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:09.118861 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565999a8-ac9b-464b-8cf7-4ce74976fcac req-5fc4aa06-e695-4657-a848-53d808acb61c tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:09.126974 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-565999a8-ac9b-464b-8cf7-4ce74976fcac req-5fc4aa06-e695-4657-a848-53d808acb61c tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?device_id=ff4d6822-c2c9-484c-85b2-e9b5ea13ad06 HTTP/1.1" status: 200 len: 946 time: 0.4142277 Jun 24 23:43:09.152626 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8529e39-194b-4d14-81a8-e31287597eea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c841eeb-24ee-414a-8cf4-de1e9e7a7b9a,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:43:09.177928 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c8529e39-194b-4d14-81a8-e31287597eea admin admin] Notify callbacks [] for security_group, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:09.179130 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-c8529e39-194b-4d14-81a8-e31287597eea admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5c841eeb-24ee-414a-8cf4-de1e9e7a7b9a HTTP/1.1" status: 204 len: 168 time: 0.7349770 Jun 24 23:43:09.189643 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6d5193-389e-4fee-a00d-e2af45a308e6 req-7c50f4f7-b13d-4c61-8c3a-30530a0b4987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:09.191264 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-3c6d5193-389e-4fee-a00d-e2af45a308e6 req-7c50f4f7-b13d-4c61-8c3a-30530a0b4987 service neutron] 10.222.0.15 "GET /v2.0/networks?id=878eeed2-1705-4528-82e7-be9e0c60139b HTTP/1.1" status: 200 len: 920 time: 0.1987588 Jun 24 23:43:09.231341 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-565999a8-ac9b-464b-8cf7-4ce74976fcac req-e00dc93a-de8d-4163-a466-ce59efde377a tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/security-groups?id=20c47638-9a00-4622-a48b-78e864be34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030281 Jun 24 23:43:09.322955 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-3c6d5193-389e-4fee-a00d-e2af45a308e6 req-5aee4cc4-45e1-4c3f-b475-95c40fb53fc7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2107efc8-6059-44ad-b1ac-307690c37f92 HTTP/1.1" status: 200 len: 217 time: 0.1228511 Jun 24 23:43:09.326750 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvr_db [None req-47b299d9-8515-47b1-a1bd-a2a716bd0dc4 None None] Set router 24afa311-ea3c-4f63-9698-2869a199a0db gateway port host: dv-cinder-847189-5-smb {{(pid=88111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 23:43:09.331855 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7ebf7255-a9b5-4b6d-adee-c89c271ad7aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:09.400526 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebf7255-a9b5-4b6d-adee-c89c271ad7aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f8017dd-f468-4a5e-b8e4-28f96f1dce96,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:43:09.430568 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7ebf7255-a9b5-4b6d-adee-c89c271ad7aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:09.432452 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-7ebf7255-a9b5-4b6d-adee-c89c271ad7aa admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1f8017dd-f468-4a5e-b8e4-28f96f1dce96 HTTP/1.1" status: 204 len: 168 time: 0.5671260 Jun 24 23:43:09.453106 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6d5193-389e-4fee-a00d-e2af45a308e6 req-d6dff1e1-d569-4322-8dd6-4f36ac55e644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:09.454428 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-3c6d5193-389e-4fee-a00d-e2af45a308e6 req-d6dff1e1-d569-4322-8dd6-4f36ac55e644 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=58b6f9c2-a230-4e37-ab12-8b61321e5f1a HTTP/1.1" status: 200 len: 858 time: 0.1138737 Jun 24 23:43:09.618007 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 55570) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:43:09.625149 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.v2.base [None req-ba762f07-90ce-4dec-a2e6-9f73e7f5f560 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-849770493-network', 'tenant_id': '66faf38adc01495fbd821bcfe9172258'}} {{(pid=88109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:43:09.632130 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-ba762f07-90ce-4dec-a2e6-9f73e7f5f560 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:43:09.642874 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-ba762f07-90ce-4dec-a2e6-9f73e7f5f560 admin admin] Usage tracker for resource:network and tenant:66faf38adc01495fbd821bcfe9172258 is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:43:09.649833 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-ba762f07-90ce-4dec-a2e6-9f73e7f5f560 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:43:09.695910 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-ba762f07-90ce-4dec-a2e6-9f73e7f5f560 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:43:09.712909 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6d5193-389e-4fee-a00d-e2af45a308e6 req-f39b996b-b4b5-4be8-a653-255ea356c64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:09.716512 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-3c6d5193-389e-4fee-a00d-e2af45a308e6 req-f39b996b-b4b5-4be8-a653-255ea356c64b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=878eeed2-1705-4528-82e7-be9e0c60139b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2545831 Jun 24 23:43:09.729492 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba762f07-90ce-4dec-a2e6-9f73e7f5f560 admin admin] Made reservation on behalf of 66faf38adc01495fbd821bcfe9172258 for: {'network': 1} {{(pid=88109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 23:43:09.732112 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ba762f07-90ce-4dec-a2e6-9f73e7f5f560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for network, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:09.777360 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ba762f07-90ce-4dec-a2e6-9f73e7f5f560 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:09.842191 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-ba762f07-90ce-4dec-a2e6-9f73e7f5f560 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:43:09.848879 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-ba762f07-90ce-4dec-a2e6-9f73e7f5f560 admin admin] Usage tracker for resource:security_group_rule and tenant:66faf38adc01495fbd821bcfe9172258 is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:43:09.862121 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-47b299d9-8515-47b1-a1bd-a2a716bd0dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24afa311-ea3c-4f63-9698-2869a199a0db', 'name': 'tempest-TestMinimumBasicScenario-1830635048-router', 'tenant_id': '151ea147ef8c4618aa21e9c58a3558f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.28'}], 'enable_snat': True}, 'gw_port_id': 'cfadfa66-204b-470e-bc8b-4cbf250c2a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:42:59Z', 'updated_at': '2022-06-24T23:43:06Z', 'revision_number': 4, 'project_id': '151ea147ef8c4618aa21e9c58a3558f2', 'gw_port': {'id': 'cfadfa66-204b-470e-bc8b-4cbf250c2a50', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24afa311-ea3c-4f63-9698-2869a199a0db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:43:00Z', 'updated_at': '2022-06-24T23:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb', '_interfaces': [{'id': '904da251-e208-4511-aa8b-40789b194499', 'name': '', 'network_id': '7c4459ee-7a68-488a-8b83-1a7083441ab1', 'tenant_id': '151ea147ef8c4618aa21e9c58a3558f2', 'mac_address': 'fa:16:3e:6c:25:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24afa311-ea3c-4f63-9698-2869a199a0db', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '2ed903d3-95bb-4d89-ab6e-9d12008d003c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:43:05Z', 'updated_at': '2022-06-24T23:43:06Z', 'revision_number': 2, 'project_id': '151ea147ef8c4618aa21e9c58a3558f2', 'subnets': [{'id': '2ed903d3-95bb-4d89-ab6e-9d12008d003c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-5-smb', False) {} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:43:09.868349 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-ba762f07-90ce-4dec-a2e6-9f73e7f5f560 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:43:09.881387 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b299d9-8515-47b1-a1bd-a2a716bd0dc4 None None] Checking router: 24afa311-ea3c-4f63-9698-2869a199a0db for host: dv-cinder-847189-5-smb {{(pid=88111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 23:43:09.881742 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b299d9-8515-47b1-a1bd-a2a716bd0dc4 None None] Updating router 24afa311-ea3c-4f63-9698-2869a199a0db port 904da251-e208-4511-aa8b-40789b194499 binding host dv-cinder-847189-5-smb {{(pid=88111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 23:43:09.886317 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-ba762f07-90ce-4dec-a2e6-9f73e7f5f560 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:43:09.936234 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-1e7576ee-e0ad-432c-b236-a253421eec01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:09.970905 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron_lib.callbacks.manager [None req-47b299d9-8515-47b1-a1bd-a2a716bd0dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:10.104924 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 55598) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:43:10.117051 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-3c6d5193-389e-4fee-a00d-e2af45a308e6 req-f2dc99a4-2f6b-4962-84fc-f7b222edae41 service neutron] 10.222.0.15 "GET /v2.0/networks/878eeed2-1705-4528-82e7-be9e0c60139b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3933792 Jun 24 23:43:10.118378 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ba762f07-90ce-4dec-a2e6-9f73e7f5f560 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:10.155443 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-fa283930-49c5-4877-90b3-97f6abff3bb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:10.188309 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ba762f07-90ce-4dec-a2e6-9f73e7f5f560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:10.210730 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-fa283930-49c5-4877-90b3-97f6abff3bb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:43:10.227559 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-fa283930-49c5-4877-90b3-97f6abff3bb9 admin admin] Usage tracker for resource:security_group_rule and tenant:020d1ff188c84167bd489982fbc1a13a is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:43:10.234740 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-fa283930-49c5-4877-90b3-97f6abff3bb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:43:10.272996 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-fa283930-49c5-4877-90b3-97f6abff3bb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:43:10.295298 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba762f07-90ce-4dec-a2e6-9f73e7f5f560 admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=88109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 23:43:10.311179 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba762f07-90ce-4dec-a2e6-9f73e7f5f560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb719055-5156-48c4-9831-3af9207d7723,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:43:10.329767 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ba762f07-90ce-4dec-a2e6-9f73e7f5f560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569928'] for segment, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:10.330451 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.db.segments_db [None req-ba762f07-90ce-4dec-a2e6-9f73e7f5f560 admin admin] Added segment f4ac4e0f-d161-4376-9bbe-0238d9af5444 of type vlan for network 5918d9d0-cda1-4f4b-a972-072f1ba7a21b Jun 24 23:43:10.399336 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-3c6d5193-389e-4fee-a00d-e2af45a308e6 req-571ec9c3-0b76-4a84-8ebe-e1fec88391d6 service neutron] 10.222.0.15 "GET /v2.0/networks/878eeed2-1705-4528-82e7-be9e0c60139b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755723 Jun 24 23:43:10.414675 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ba762f07-90ce-4dec-a2e6-9f73e7f5f560 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754888201009'] for network, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:10.470469 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device cfadfa66-204b-470e-bc8b-4cbf250c2a50 up at agent ovs-agent-dv-cinder-847189-5-smb {{(pid=88110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 23:43:10.561676 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Provisioning complete for port cfadfa66-204b-470e-bc8b-4cbf250c2a50 triggered by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:43:10.562061 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:10.627180 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ba762f07-90ce-4dec-a2e6-9f73e7f5f560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:10.628159 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba762f07-90ce-4dec-a2e6-9f73e7f5f560 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:10.628739 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ba762f07-90ce-4dec-a2e6-9f73e7f5f560 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627732'] for network, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:10.720914 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron_lib.callbacks.manager [None req-47b299d9-8515-47b1-a1bd-a2a716bd0dc4 None None] Notify callbacks [] for port, precommit_update {{(pid=88111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:10.735584 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.provisioning_blocks [None req-47b299d9-8515-47b1-a1bd-a2a716bd0dc4 None None] Transition to ACTIVE for port object 904da251-e208-4511-aa8b-40789b194499 will not be triggered until provisioned by entity L2. {{(pid=88111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 23:43:10.746213 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-fa283930-49c5-4877-90b3-97f6abff3bb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:10.746867 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron_lib.callbacks.manager [None req-47b299d9-8515-47b1-a1bd-a2a716bd0dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:10.752056 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Current status of the port cfadfa66-204b-470e-bc8b-4cbf250c2a50 is: ACTIVE; New status is: ACTIVE {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:43:10.767181 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-fa283930-49c5-4877-90b3-97f6abff3bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:10.852066 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba762f07-90ce-4dec-a2e6-9f73e7f5f560 admin admin] Pushing event updated for resources: {'Network': ['ID=5918d9d0-cda1-4f4b-a972-072f1ba7a21b,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:43:10.862370 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Network 5918d9d0-cda1-4f4b-a972-072f1ba7a21b details requested by agent ovs-agent-dv-cinder-847189-5-smb with host dv-cinder-847189-5-smb {{(pid=88110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 24 23:43:10.865699 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af966f41-9303-4a98-964e-ee8c95f4b772 None None] Pushing event updated for resources: {'Port': ['ID=904da251-e208-4511-aa8b-40789b194499,revision_number=3']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:43:10.876404 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af966f41-9303-4a98-964e-ee8c95f4b772 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:43:10.877043 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af966f41-9303-4a98-964e-ee8c95f4b772 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:43:10.877730 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af966f41-9303-4a98-964e-ee8c95f4b772 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:43:10.879085 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af966f41-9303-4a98-964e-ee8c95f4b772 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:43:10.879697 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af966f41-9303-4a98-964e-ee8c95f4b772 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:43:10.880213 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af966f41-9303-4a98-964e-ee8c95f4b772 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:43:10.880691 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af966f41-9303-4a98-964e-ee8c95f4b772 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:43:10.881213 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af966f41-9303-4a98-964e-ee8c95f4b772 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:43:10.881697 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af966f41-9303-4a98-964e-ee8c95f4b772 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:43:10.882234 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af966f41-9303-4a98-964e-ee8c95f4b772 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:43:10.882707 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af966f41-9303-4a98-964e-ee8c95f4b772 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:43:10.883230 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af966f41-9303-4a98-964e-ee8c95f4b772 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:43:10.903974 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589fad57-bfb9-47c7-8b01-792a70160626 req-426373fa-36a9-46ce-b151-c4d4de6548e1 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:10.912635 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-589fad57-bfb9-47c7-8b01-792a70160626 req-426373fa-36a9-46ce-b151-c4d4de6548e1 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?device_id=ff4d6822-c2c9-484c-85b2-e9b5ea13ad06 HTTP/1.1" status: 200 len: 946 time: 0.3765054 Jun 24 23:43:10.917732 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa283930-49c5-4877-90b3-97f6abff3bb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e1af51f-d93a-4fab-a2da-6c5418b6b4ad,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:43:10.946005 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 55630) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:43:10.968248 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-fa283930-49c5-4877-90b3-97f6abff3bb9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=020d1ff188c84167bd489982fbc1a13a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8574858 Jun 24 23:43:10.968540 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 55636) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:43:10.974137 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-ba762f07-90ce-4dec-a2e6-9f73e7f5f560 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3550134 Jun 24 23:43:10.976873 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 55640) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:43:10.988686 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.v2.base [None req-20d4226b-275f-479a-971f-85be64ab8a5a admin admin] Request body: {'subnet': {'network_id': '5918d9d0-cda1-4f4b-a972-072f1ba7a21b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-849770493-subnet', 'tenant_id': '66faf38adc01495fbd821bcfe9172258', 'ip_version': 4}} {{(pid=88109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:43:11.012714 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-589fad57-bfb9-47c7-8b01-792a70160626 req-31131ad9-bba0-454d-89c1-06adf593adb4 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/security-groups?id=20c47638-9a00-4622-a48b-78e864be34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966630 Jun 24 23:43:11.015046 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-20d4226b-275f-479a-971f-85be64ab8a5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:43:11.024434 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-20d4226b-275f-479a-971f-85be64ab8a5a admin admin] Usage tracker for resource:subnet and tenant:66faf38adc01495fbd821bcfe9172258 is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:43:11.033179 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-20d4226b-275f-479a-971f-85be64ab8a5a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:43:11.046198 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-20d4226b-275f-479a-971f-85be64ab8a5a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:43:11.059607 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20d4226b-275f-479a-971f-85be64ab8a5a admin admin] Made reservation on behalf of 66faf38adc01495fbd821bcfe9172258 for: {'subnet': 1} {{(pid=88109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 23:43:11.066587 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-20d4226b-275f-479a-971f-85be64ab8a5a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266086773'] for subnet, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:11.173029 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-013ea3b0-bbcd-47d3-a66c-302d48801258 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:11.200251 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.v2.base [None req-30cd58ca-a883-4e49-be38-2914b82e281b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-803379879-network', 'tenant_id': '7401592f3a744afaa62ada77ba287531'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:43:11.220871 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-30cd58ca-a883-4e49-be38-2914b82e281b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:43:11.231780 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.plugins.ml2.managers [None req-47b299d9-8515-47b1-a1bd-a2a716bd0dc4 None None] Attempting to bind port 904da251-e208-4511-aa8b-40789b194499 on host dv-cinder-847189-5-smb for vnic_type normal with profile {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 23:43:11.232635 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.plugins.ml2.managers [None req-47b299d9-8515-47b1-a1bd-a2a716bd0dc4 None None] Attempting to bind port 904da251-e208-4511-aa8b-40789b194499 by drivers openvswitch,hyperv on host dv-cinder-847189-5-smb at level 0 using segments [{'id': 'f561a82c-2c3c-47d3-bd82-978ca7f3ed56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7c4459ee-7a68-488a-8b83-1a7083441ab1'}] {{(pid=88111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 23:43:11.233878 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b299d9-8515-47b1-a1bd-a2a716bd0dc4 None None] Attempting to bind port 904da251-e208-4511-aa8b-40789b194499 on network 7c4459ee-7a68-488a-8b83-1a7083441ab1 {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 23:43:11.237028 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-30cd58ca-a883-4e49-be38-2914b82e281b admin admin] Usage tracker for resource:network and tenant:7401592f3a744afaa62ada77ba287531 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:43:11.240794 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-30cd58ca-a883-4e49-be38-2914b82e281b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:43:11.242475 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b299d9-8515-47b1-a1bd-a2a716bd0dc4 None None] Checking agent: {'id': '3a3b0bc1-d1b4-4224-a890-cab54187436c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 23, 32, 43), 'started_at': datetime.datetime(2022, 6, 24, 23, 33, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 23, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 23:43:11.243146 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b299d9-8515-47b1-a1bd-a2a716bd0dc4 None None] Checking segment: {'id': 'f561a82c-2c3c-47d3-bd82-978ca7f3ed56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7c4459ee-7a68-488a-8b83-1a7083441ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 23:43:11.243841 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron_lib.callbacks.manager [None req-47b299d9-8515-47b1-a1bd-a2a716bd0dc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:11.244858 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b299d9-8515-47b1-a1bd-a2a716bd0dc4 None None] Bound using segment: {'id': 'f561a82c-2c3c-47d3-bd82-978ca7f3ed56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7c4459ee-7a68-488a-8b83-1a7083441ab1'} {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 23:43:11.245853 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.plugins.ml2.managers [None req-47b299d9-8515-47b1-a1bd-a2a716bd0dc4 None None] Bound port: 904da251-e208-4511-aa8b-40789b194499, host: dv-cinder-847189-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f561a82c-2c3c-47d3-bd82-978ca7f3ed56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7c4459ee-7a68-488a-8b83-1a7083441ab1'}}] {{(pid=88111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 23:43:11.246457 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron_lib.callbacks.manager [None req-47b299d9-8515-47b1-a1bd-a2a716bd0dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:11.253327 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-30cd58ca-a883-4e49-be38-2914b82e281b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:43:11.304279 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30cd58ca-a883-4e49-be38-2914b82e281b admin admin] Made reservation on behalf of 7401592f3a744afaa62ada77ba287531 for: {'network': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 23:43:11.310963 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-30cd58ca-a883-4e49-be38-2914b82e281b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for network, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:11.363208 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.plugins.ml2.db [None req-47b299d9-8515-47b1-a1bd-a2a716bd0dc4 None None] For port 904da251-e208-4511-aa8b-40789b194499, host dv-cinder-847189-5-smb, cleared binding levels {{(pid=88111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 23:43:11.366822 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.plugins.ml2.db [None req-47b299d9-8515-47b1-a1bd-a2a716bd0dc4 None None] For port 904da251-e208-4511-aa8b-40789b194499, host dv-cinder-847189-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-5-smb',level=0,port_id=904da251-e208-4511-aa8b-40789b194499,segment=NetworkSegment(f561a82c-2c3c-47d3-bd82-978ca7f3ed56),segment_id=f561a82c-2c3c-47d3-bd82-978ca7f3ed56)] {{(pid=88111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 23:43:11.367275 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-30cd58ca-a883-4e49-be38-2914b82e281b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:11.374345 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron_lib.callbacks.manager [None req-47b299d9-8515-47b1-a1bd-a2a716bd0dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:11.422176 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-013ea3b0-bbcd-47d3-a66c-302d48801258 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:11.464517 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-30cd58ca-a883-4e49-be38-2914b82e281b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:43:11.474763 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-30cd58ca-a883-4e49-be38-2914b82e281b admin admin] Usage tracker for resource:security_group_rule and tenant:7401592f3a744afaa62ada77ba287531 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:43:11.484965 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-30cd58ca-a883-4e49-be38-2914b82e281b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:43:11.496217 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-30cd58ca-a883-4e49-be38-2914b82e281b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:43:11.513953 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b299d9-8515-47b1-a1bd-a2a716bd0dc4 None None] Routers {'24afa311-ea3c-4f63-9698-2869a199a0db'} bound to L3 agent in host dv-cinder-847189-5-smb {{(pid=88111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 23:43:11.514565 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-47b299d9-8515-47b1-a1bd-a2a716bd0dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T23:32:42Z,description=,heartbeat_timestamp=2022-06-24T23:42:42Z,host='dv-cinder-847189-5-smb',id=05c04ad7-f453-4a24-8793-b86a404a0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T23:32:42Z,topic='l3_agent')) {'router_ids': ['24afa311-ea3c-4f63-9698-2869a199a0db'], 'active': True} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:43:11.537949 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-013ea3b0-bbcd-47d3-a66c-302d48801258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:11.639450 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-30cd58ca-a883-4e49-be38-2914b82e281b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:11.643996 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013ea3b0-bbcd-47d3-a66c-302d48801258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e1af51f-d93a-4fab-a2da-6c5418b6b4ad,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:43:11.644169 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-20d4226b-275f-479a-971f-85be64ab8a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266549952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266086723'] for subnet, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:11.658620 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-30cd58ca-a883-4e49-be38-2914b82e281b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:11.666394 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af966f41-9303-4a98-964e-ee8c95f4b772 None None] Pushing event updated for resources: {'Port': ['ID=904da251-e208-4511-aa8b-40789b194499,revision_number=4']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:43:11.744821 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d4226b-275f-479a-971f-85be64ab8a5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2266d59-df0a-4ebf-994c-9489b5d966ac,revision_number=0']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:43:11.753691 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-013ea3b0-bbcd-47d3-a66c-302d48801258 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:11.773362 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-013ea3b0-bbcd-47d3-a66c-302d48801258 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9e1af51f-d93a-4fab-a2da-6c5418b6b4ad HTTP/1.1" status: 204 len: 168 time: 0.7934346 Jun 24 23:43:11.780042 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d4226b-275f-479a-971f-85be64ab8a5a admin admin] Checking segment: {'id': 'f4ac4e0f-d161-4376-9bbe-0238d9af5444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5918d9d0-cda1-4f4b-a972-072f1ba7a21b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 23:43:11.780692 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d4226b-275f-479a-971f-85be64ab8a5a admin admin] Network hostable DHCP agents. Network: 5918d9d0-cda1-4f4b-a972-072f1ba7a21b, hostable agents: ['6e28835f-a2f6-456f-8f53-9851f009901c'], hosted agents: [] {{(pid=88109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 23:43:11.791317 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30cd58ca-a883-4e49-be38-2914b82e281b admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=88108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 23:43:11.797996 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cd58ca-a883-4e49-be38-2914b82e281b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69d5f0e7-84d2-4936-b1bb-8f30fa535733,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:43:11.810505 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d4226b-275f-479a-971f-85be64ab8a5a admin admin] Network 5918d9d0-cda1-4f4b-a972-072f1ba7a21b is scheduled to be hosted by DHCP agent 6e28835f-a2f6-456f-8f53-9851f009901c with binding_index 1 {{(pid=88109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 23:43:11.819682 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-30cd58ca-a883-4e49-be38-2914b82e281b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569928'] for segment, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:11.820041 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.db.segments_db [None req-30cd58ca-a883-4e49-be38-2914b82e281b admin admin] Added segment 03391268-887c-431f-8f40-1a81f73fd8b4 of type vlan for network d6903743-1b0d-489e-8706-8a7d7f5ad707 Jun 24 23:43:11.828715 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-20d4226b-275f-479a-971f-85be64ab8a5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-5-smb, 5918d9d0-cda1-4f4b-a972-072f1ba7a21b) {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 23:43:11.837691 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee5c70c-1e70-42e0-90be-4c4a6ddb761a None None] Network 5918d9d0-cda1-4f4b-a972-072f1ba7a21b requested from dv-cinder-847189-5-smb {{(pid=88110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 23:43:11.850777 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d4226b-275f-479a-971f-85be64ab8a5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:11.851377 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-20d4226b-275f-479a-971f-85be64ab8a5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:11.873666 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvr_db [None req-47b299d9-8515-47b1-a1bd-a2a716bd0dc4 None None] Set router 24afa311-ea3c-4f63-9698-2869a199a0db gateway port host: dv-cinder-847189-5-smb {{(pid=88111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 23:43:11.888838 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-30cd58ca-a883-4e49-be38-2914b82e281b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754888201009'] for network, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:11.903449 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-20d4226b-275f-479a-971f-85be64ab8a5a admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9254005 Jun 24 23:43:11.905915 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 55660) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:43:11.910947 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.v2.base [None req-74a438b9-6e7f-4ae9-81d8-b4486b3a4927 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-849770493-router', 'tenant_id': '66faf38adc01495fbd821bcfe9172258', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932'}}} {{(pid=88109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:43:11.919974 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-74a438b9-6e7f-4ae9-81d8-b4486b3a4927 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:43:11.926009 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-74a438b9-6e7f-4ae9-81d8-b4486b3a4927 admin admin] Usage tracker for resource:router and tenant:66faf38adc01495fbd821bcfe9172258 is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:43:11.930464 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-30cd58ca-a883-4e49-be38-2914b82e281b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:11.934236 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30cd58ca-a883-4e49-be38-2914b82e281b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:11.935239 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-30cd58ca-a883-4e49-be38-2914b82e281b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627732'] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:11.940565 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-74a438b9-6e7f-4ae9-81d8-b4486b3a4927 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:43:11.946563 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-74a438b9-6e7f-4ae9-81d8-b4486b3a4927 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:43:11.974877 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-74a438b9-6e7f-4ae9-81d8-b4486b3a4927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4987'] for router, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:11.976177 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-74a438b9-6e7f-4ae9-81d8-b4486b3a4927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-489288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4960'] for router, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:12.000696 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-74a438b9-6e7f-4ae9-81d8-b4486b3a4927 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:12.011042 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-30cd58ca-a883-4e49-be38-2914b82e281b admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0632010 Jun 24 23:43:12.021632 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 55666) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:43:12.040154 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.v2.base [None req-0d882f0b-e206-4128-83ba-cd8846f5ca8e admin admin] Request body: {'subnet': {'network_id': 'd6903743-1b0d-489e-8706-8a7d7f5ad707', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-803379879-subnet', 'tenant_id': '7401592f3a744afaa62ada77ba287531', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:43:12.267845 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b4be9f5f-b0eb-4093-8b10-0d6ce66a6fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:12.356910 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4723ba-4838-44a0-af5d-6cb4b303650a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa652505c-ec85-57c6-bc13-fe5b25ac2c24-5918d9d0-cda1-4f4b-a972-072f1ba7a21b', 'network_id': '5918d9d0-cda1-4f4b-a972-072f1ba7a21b', 'tenant_id': '66faf38adc01495fbd821bcfe9172258', 'fixed_ips': [{'subnet_id': 'e2266d59-df0a-4ebf-994c-9489b5d966ac'}]}} from dv-cinder-847189-5-smb. {{(pid=88110) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 24 23:43:12.358006 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-5b4723ba-4838-44a0-af5d-6cb4b303650a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_create {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:12.404429 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cd58ca-a883-4e49-be38-2914b82e281b admin admin] Pushing event updated for resources: {'Network': ['ID=d6903743-1b0d-489e-8706-8a7d7f5ad707,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:43:12.470237 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-0d882f0b-e206-4128-83ba-cd8846f5ca8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:43:12.475570 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Network d6903743-1b0d-489e-8706-8a7d7f5ad707 details requested by agent ovs-agent-dv-cinder-847189-5-smb with host dv-cinder-847189-5-smb {{(pid=88110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 24 23:43:12.485836 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-0d882f0b-e206-4128-83ba-cd8846f5ca8e admin admin] Usage tracker for resource:subnet and tenant:7401592f3a744afaa62ada77ba287531 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:43:12.502465 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-0d882f0b-e206-4128-83ba-cd8846f5ca8e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:43:12.523371 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-0d882f0b-e206-4128-83ba-cd8846f5ca8e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:43:12.581264 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d882f0b-e206-4128-83ba-cd8846f5ca8e admin admin] Made reservation on behalf of 7401592f3a744afaa62ada77ba287531 for: {'subnet': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 23:43:12.586303 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-47b299d9-8515-47b1-a1bd-a2a716bd0dc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24afa311-ea3c-4f63-9698-2869a199a0db', 'name': 'tempest-TestMinimumBasicScenario-1830635048-router', 'tenant_id': '151ea147ef8c4618aa21e9c58a3558f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.28'}], 'enable_snat': True}, 'gw_port_id': 'cfadfa66-204b-470e-bc8b-4cbf250c2a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:42:59Z', 'updated_at': '2022-06-24T23:43:06Z', 'revision_number': 4, 'project_id': '151ea147ef8c4618aa21e9c58a3558f2', 'gw_port': {'id': 'cfadfa66-204b-470e-bc8b-4cbf250c2a50', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24afa311-ea3c-4f63-9698-2869a199a0db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:43:00Z', 'updated_at': '2022-06-24T23:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb', '_interfaces': [{'id': '904da251-e208-4511-aa8b-40789b194499', 'name': '', 'network_id': '7c4459ee-7a68-488a-8b83-1a7083441ab1', 'tenant_id': '151ea147ef8c4618aa21e9c58a3558f2', 'mac_address': 'fa:16:3e:6c:25:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24afa311-ea3c-4f63-9698-2869a199a0db', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '2ed903d3-95bb-4d89-ab6e-9d12008d003c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:43:05Z', 'updated_at': '2022-06-24T23:43:11Z', 'revision_number': 4, 'project_id': '151ea147ef8c4618aa21e9c58a3558f2', 'subnets': [{'id': '2ed903d3-95bb-4d89-ab6e-9d12008d003c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-5-smb', False) {} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:43:12.587436 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0d882f0b-e206-4128-83ba-cd8846f5ca8e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266572342'] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:12.598504 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b299d9-8515-47b1-a1bd-a2a716bd0dc4 None None] The sync data for ids ['24afa311-ea3c-4f63-9698-2869a199a0db'] in dv-cinder-847189-5-smb is: [{'id': '24afa311-ea3c-4f63-9698-2869a199a0db', 'name': 'tempest-TestMinimumBasicScenario-1830635048-router', 'tenant_id': '151ea147ef8c4618aa21e9c58a3558f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.28'}], 'enable_snat': True}, 'gw_port_id': 'cfadfa66-204b-470e-bc8b-4cbf250c2a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:42:59Z', 'updated_at': '2022-06-24T23:43:06Z', 'revision_number': 4, 'project_id': '151ea147ef8c4618aa21e9c58a3558f2', 'gw_port': {'id': 'cfadfa66-204b-470e-bc8b-4cbf250c2a50', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24afa311-ea3c-4f63-9698-2869a199a0db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:43:00Z', 'updated_at': '2022-06-24T23:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb', '_interfaces': [{'id': '904da251-e208-4511-aa8b-40789b194499', 'name': '', 'network_id': '7c4459ee-7a68-488a-8b83-1a7083441ab1', 'tenant_id': '151ea147ef8c4618aa21e9c58a3558f2', 'mac_address': 'fa:16:3e:6c:25:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24afa311-ea3c-4f63-9698-2869a199a0db', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '2ed903d3-95bb-4d89-ab6e-9d12008d003c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:43:05Z', 'updated_at': '2022-06-24T23:43:11Z', 'revision_number': 4, 'project_id': '151ea147ef8c4618aa21e9c58a3558f2', 'subnets': [{'id': '2ed903d3-95bb-4d89-ab6e-9d12008d003c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 23:43:12.856716 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-74a438b9-6e7f-4ae9-81d8-b4486b3a4927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-477306', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4958'] for router, precommit_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:12.990427 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aa628b-d852-45e3-8a27-90df8b403603 req-79bb2fd7-368d-46fb-854b-4e9199968498 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:13.005431 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-06aa628b-d852-45e3-8a27-90df8b403603 req-79bb2fd7-368d-46fb-854b-4e9199968498 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?device_id=ff4d6822-c2c9-484c-85b2-e9b5ea13ad06 HTTP/1.1" status: 200 len: 946 time: 0.5959685 Jun 24 23:43:13.036595 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.db_base_plugin_common [None req-5b4723ba-4838-44a0-af5d-6cb4b303650a None None] Allocated IP 172.20.0.2 (5918d9d0-cda1-4f4b-a972-072f1ba7a21b/e2266d59-df0a-4ebf-994c-9489b5d966ac/7e526641-ef22-4833-ae59-f477fa26c716) {{(pid=88110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 23:43:13.267087 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-06aa628b-d852-45e3-8a27-90df8b403603 req-375bd8ec-fc25-4afa-86e2-f75a63a62b35 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/security-groups?id=20c47638-9a00-4622-a48b-78e864be34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572100 Jun 24 23:43:13.375189 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0d882f0b-e206-4128-83ba-cd8846f5ca8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266413712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266572288'] for subnet, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:13.425330 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 55712) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:43:13.471006 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:13.479707 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-8c0b2992-c590-46d4-9042-25b3b8179244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:13.487544 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-5b4723ba-4838-44a0-af5d-6cb4b303650a None None] Notify callbacks [] for port, precommit_create {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:13.536559 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-74a438b9-6e7f-4ae9-81d8-b4486b3a4927 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:13.543867 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-5b4723ba-4838-44a0-af5d-6cb4b303650a None None] Transition to ACTIVE for port object 7e526641-ef22-4833-ae59-f477fa26c716 will not be triggered until provisioned by entity L2. {{(pid=88110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 23:43:13.554724 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d882f0b-e206-4128-83ba-cd8846f5ca8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a1f1413-5c9f-4bee-9ae9-6536e7b2e99b,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:43:13.579112 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-74a438b9-6e7f-4ae9-81d8-b4486b3a4927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:13.610603 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-5b4723ba-4838-44a0-af5d-6cb4b303650a None None] Transition to ACTIVE for port object 7e526641-ef22-4833-ae59-f477fa26c716 will not be triggered until provisioned by entity DHCP. {{(pid=88110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 23:43:13.623197 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d882f0b-e206-4128-83ba-cd8846f5ca8e admin admin] Checking segment: {'id': '03391268-887c-431f-8f40-1a81f73fd8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd6903743-1b0d-489e-8706-8a7d7f5ad707'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 23:43:13.623840 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d882f0b-e206-4128-83ba-cd8846f5ca8e admin admin] Network hostable DHCP agents. Network: d6903743-1b0d-489e-8706-8a7d7f5ad707, hostable agents: ['6e28835f-a2f6-456f-8f53-9851f009901c'], hosted agents: [] {{(pid=88108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 23:43:13.628101 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-5b4723ba-4838-44a0-af5d-6cb4b303650a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754888214703'] for port, after_create {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:13.652541 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d882f0b-e206-4128-83ba-cd8846f5ca8e admin admin] Network d6903743-1b0d-489e-8706-8a7d7f5ad707 is scheduled to be hosted by DHCP agent 6e28835f-a2f6-456f-8f53-9851f009901c with binding_index 1 {{(pid=88108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 23:43:13.666015 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-5aa7a2ed-c777-4fa1-b185-4d98f96a94b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:13.672954 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-0d882f0b-e206-4128-83ba-cd8846f5ca8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-5-smb, d6903743-1b0d-489e-8706-8a7d7f5ad707) {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 23:43:13.684832 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d882f0b-e206-4128-83ba-cd8846f5ca8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:13.686049 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0d882f0b-e206-4128-83ba-cd8846f5ca8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627732'] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:13.719982 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe31c4d-0afa-49e5-abd7-7ebacdabf66a None None] Network d6903743-1b0d-489e-8706-8a7d7f5ad707 requested from dv-cinder-847189-5-smb {{(pid=88110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 23:43:13.726009 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-5aa7a2ed-c777-4fa1-b185-4d98f96a94b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:43:13.743107 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-0d882f0b-e206-4128-83ba-cd8846f5ca8e admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7122946 Jun 24 23:43:13.743462 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-5aa7a2ed-c777-4fa1-b185-4d98f96a94b6 admin admin] Usage tracker for resource:security_group_rule and tenant:014671415eba46a0b128649c789f377f is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:43:13.744353 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-5aa7a2ed-c777-4fa1-b185-4d98f96a94b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:43:13.786749 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-5aa7a2ed-c777-4fa1-b185-4d98f96a94b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:43:13.905839 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4723ba-4838-44a0-af5d-6cb4b303650a None None] Network 5918d9d0-cda1-4f4b-a972-072f1ba7a21b is already hosted by enough agents. {{(pid=88110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 23:43:13.913035 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.scheduler.base_scheduler [None req-5b4723ba-4838-44a0-af5d-6cb4b303650a None None] Resources bound (agent type, host, resource id): {{(pid=88110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 23:43:13.916076 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4723ba-4838-44a0-af5d-6cb4b303650a None None] Received port after_create {{(pid=88110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 23:43:13.939435 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4723ba-4838-44a0-af5d-6cb4b303650a None None] Pushing event updated for resources: {'Port': ['ID=7e526641-ef22-4833-ae59-f477fa26c716,revision_number=1']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:43:14.003345 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-74a438b9-6e7f-4ae9-81d8-b4486b3a4927 admin admin] Allocated IP 172.28.1.6 (faf77eb5-d359-4977-a80d-20d91cf50932/45337dfe-1492-4630-96d4-ace1b4f61ce9/66b1d22f-64c3-49ac-b2b5-9ca10c1b6c2d) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 23:43:14.111438 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-5aa7a2ed-c777-4fa1-b185-4d98f96a94b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:14.229736 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-5b4723ba-4838-44a0-af5d-6cb4b303650a None None] Attempting to bind port 7e526641-ef22-4833-ae59-f477fa26c716 on host dv-cinder-847189-5-smb for vnic_type normal with profile {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 23:43:14.230288 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-5b4723ba-4838-44a0-af5d-6cb4b303650a None None] Attempting to bind port 7e526641-ef22-4833-ae59-f477fa26c716 by drivers openvswitch,hyperv on host dv-cinder-847189-5-smb at level 0 using segments [{'id': 'f4ac4e0f-d161-4376-9bbe-0238d9af5444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5918d9d0-cda1-4f4b-a972-072f1ba7a21b'}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 23:43:14.230382 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4723ba-4838-44a0-af5d-6cb4b303650a None None] Attempting to bind port 7e526641-ef22-4833-ae59-f477fa26c716 on network 5918d9d0-cda1-4f4b-a972-072f1ba7a21b {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 23:43:14.240738 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-5aa7a2ed-c777-4fa1-b185-4d98f96a94b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:14.273971 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4723ba-4838-44a0-af5d-6cb4b303650a None None] Checking agent: {'id': '3a3b0bc1-d1b4-4224-a890-cab54187436c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 23, 32, 43), 'started_at': datetime.datetime(2022, 6, 24, 23, 33, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 23, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 23:43:14.274738 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4723ba-4838-44a0-af5d-6cb4b303650a None None] Checking segment: {'id': 'f4ac4e0f-d161-4376-9bbe-0238d9af5444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5918d9d0-cda1-4f4b-a972-072f1ba7a21b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 23:43:14.275473 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-5b4723ba-4838-44a0-af5d-6cb4b303650a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:14.276069 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4723ba-4838-44a0-af5d-6cb4b303650a None None] Bound using segment: {'id': 'f4ac4e0f-d161-4376-9bbe-0238d9af5444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5918d9d0-cda1-4f4b-a972-072f1ba7a21b'} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 23:43:14.276765 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-5b4723ba-4838-44a0-af5d-6cb4b303650a None None] Bound port: 7e526641-ef22-4833-ae59-f477fa26c716, host: dv-cinder-847189-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4ac4e0f-d161-4376-9bbe-0238d9af5444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5918d9d0-cda1-4f4b-a972-072f1ba7a21b'}}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 23:43:14.277307 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-5b4723ba-4838-44a0-af5d-6cb4b303650a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:14.398869 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 55756) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:43:14.409186 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-5aa7a2ed-c777-4fa1-b185-4d98f96a94b6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=014671415eba46a0b128649c789f377f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9669850 Jun 24 23:43:14.443066 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa7a2ed-c777-4fa1-b185-4d98f96a94b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6b16c76-b283-46c6-8e95-fffdee9911c7,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:43:14.543973 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-74a438b9-6e7f-4ae9-81d8-b4486b3a4927 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:14.575213 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device 904da251-e208-4511-aa8b-40789b194499 up at agent ovs-agent-dv-cinder-847189-5-smb {{(pid=88110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 23:43:14.642044 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-74a438b9-6e7f-4ae9-81d8-b4486b3a4927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754888214703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266550608'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:14.698817 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-69d66294-02da-4d40-b437-b8ba041f8573 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:14.753295 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-69d66294-02da-4d40-b437-b8ba041f8573 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:14.783238 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9be728-8be1-4b69-86a4-ea149106530f req-a616056e-2703-43ac-ba55-c470bf1472b6 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:14.789375 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-9b9be728-8be1-4b69-86a4-ea149106530f req-a616056e-2703-43ac-ba55-c470bf1472b6 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?device_id=ff4d6822-c2c9-484c-85b2-e9b5ea13ad06 HTTP/1.1" status: 200 len: 946 time: 0.2622590 Jun 24 23:43:14.815775 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a438b9-6e7f-4ae9-81d8-b4486b3a4927 admin admin] Network faf77eb5-d359-4977-a80d-20d91cf50932 is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 23:43:14.817229 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-74a438b9-6e7f-4ae9-81d8-b4486b3a4927 admin admin] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 23:43:14.821721 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a438b9-6e7f-4ae9-81d8-b4486b3a4927 admin admin] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 23:43:14.835877 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-5b4723ba-4838-44a0-af5d-6cb4b303650a None None] For port 7e526641-ef22-4833-ae59-f477fa26c716, host dv-cinder-847189-5-smb, cleared binding levels {{(pid=88110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 23:43:14.887256 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-9b9be728-8be1-4b69-86a4-ea149106530f req-b641c2f7-0847-4af6-bbee-dd5919456932 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/security-groups?id=20c47638-9a00-4622-a48b-78e864be34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875356 Jun 24 23:43:14.892564 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-5b4723ba-4838-44a0-af5d-6cb4b303650a None None] For port 7e526641-ef22-4833-ae59-f477fa26c716, host dv-cinder-847189-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-5-smb',level=0,port_id=7e526641-ef22-4833-ae59-f477fa26c716,segment=NetworkSegment(f4ac4e0f-d161-4376-9bbe-0238d9af5444),segment_id=f4ac4e0f-d161-4376-9bbe-0238d9af5444)] {{(pid=88110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 23:43:14.912138 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-69d66294-02da-4d40-b437-b8ba041f8573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:14.940187 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d66294-02da-4d40-b437-b8ba041f8573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6b16c76-b283-46c6-8e95-fffdee9911c7,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:43:14.951402 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-69d66294-02da-4d40-b437-b8ba041f8573 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:14.957843 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-69d66294-02da-4d40-b437-b8ba041f8573 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c6b16c76-b283-46c6-8e95-fffdee9911c7 HTTP/1.1" status: 204 len: 168 time: 0.5579450 Jun 24 23:43:15.000390 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-5b4723ba-4838-44a0-af5d-6cb4b303650a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:15.057895 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-1d7c9831-c6e7-4afe-acbd-faa6f5f62172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:15.061784 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a438b9-6e7f-4ae9-81d8-b4486b3a4927 admin admin] Pushing event updated for resources: {'Port': ['ID=66b1d22f-64c3-49ac-b2b5-9ca10c1b6c2d,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:43:15.204751 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4723ba-4838-44a0-af5d-6cb4b303650a None None] Pushing event updated for resources: {'Port': ['ID=7e526641-ef22-4833-ae59-f477fa26c716,revision_number=2']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:43:15.213783 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f53d8d-d884-4311-ae9c-015fc88c4d11 None None] Network d6903743-1b0d-489e-8706-8a7d7f5ad707 requested from dv-cinder-847189-5-smb {{(pid=88110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 23:43:15.628972 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Provisioning for port 904da251-e208-4511-aa8b-40789b194499 completed by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 23:43:15.644068 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Provisioning complete for port 904da251-e208-4511-aa8b-40789b194499 triggered by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:43:15.644443 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:15.722304 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-74a438b9-6e7f-4ae9-81d8-b4486b3a4927 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:16.010694 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Current status of the port 904da251-e208-4511-aa8b-40789b194499 is: DOWN; New status is: ACTIVE {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:43:16.011303 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:16.081361 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] For port 904da251-e208-4511-aa8b-40789b194499, host dv-cinder-847189-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-5-smb',level=0,port_id=904da251-e208-4511-aa8b-40789b194499,segment=NetworkSegment(f561a82c-2c3c-47d3-bd82-978ca7f3ed56),segment_id=f561a82c-2c3c-47d3-bd82-978ca7f3ed56)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:43:16.089305 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:16.249927 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4e48f7-9e06-4137-b2d0-f7653c9fa983 req-f8a47d1d-7beb-4518-850b-97201a9fb6f2 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:16.253849 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-ff4e48f7-9e06-4137-b2d0-f7653c9fa983 req-f8a47d1d-7beb-4518-850b-97201a9fb6f2 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?device_id=ff4d6822-c2c9-484c-85b2-e9b5ea13ad06 HTTP/1.1" status: 200 len: 946 time: 0.1653821 Jun 24 23:43:16.328363 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-ff4e48f7-9e06-4137-b2d0-f7653c9fa983 req-cb1a3cc3-95b6-4782-a5d9-21901184141e tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/security-groups?id=20c47638-9a00-4622-a48b-78e864be34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640376 Jun 24 23:43:16.329397 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Pushing event updated for resources: {'Port': ['ID=904da251-e208-4511-aa8b-40789b194499,revision_number=5']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:43:16.472038 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device 7e526641-ef22-4833-ae59-f477fa26c716 up at agent ovs-agent-dv-cinder-847189-5-smb {{(pid=88110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 23:43:16.511660 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-74a438b9-6e7f-4ae9-81d8-b4486b3a4927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477213'] for router, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:16.622652 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Provisioning for port 7e526641-ef22-4833-ae59-f477fa26c716 completed by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 23:43:16.888175 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74a438b9-6e7f-4ae9-81d8-b4486b3a4927 admin admin] Router 0bece636-4f7e-42e7-a4dc-a504b1907f8f is scheduled to L3 agent 05c04ad7-f453-4a24-8793-b86a404a0ef9 with binding_index 1 {{(pid=88109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 23:43:16.988514 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00246f02-cc23-4dee-85b4-7086a12e15b9 None None] Network 5918d9d0-cda1-4f4b-a972-072f1ba7a21b requested from dv-cinder-847189-5-smb {{(pid=88110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 23:43:17.081799 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-d2b79eb5-3035-448a-b05e-c12894863aad None None] Provisioning for port 7e526641-ef22-4833-ae59-f477fa26c716 completed by entity DHCP. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 23:43:17.085016 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74a438b9-6e7f-4ae9-81d8-b4486b3a4927 admin admin] Notify agent at l3_agent.dv-cinder-847189-5-smb the message routers_updated {{(pid=88109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 23:43:17.088680 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-d2b79eb5-3035-448a-b05e-c12894863aad None None] Provisioning complete for port 7e526641-ef22-4833-ae59-f477fa26c716 triggered by entity DHCP. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:43:17.089057 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-d2b79eb5-3035-448a-b05e-c12894863aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:17.117085 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-74a438b9-6e7f-4ae9-81d8-b4486b3a4927 admin admin] Notify callbacks [] for router, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:17.118625 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-74a438b9-6e7f-4ae9-81d8-b4486b3a4927 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.2115331 Jun 24 23:43:17.121197 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 55830) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:43:17.127280 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c326d9d6-ad98-4df7-a2a3-0c60b20ad773 None None] Sync routers for ids ['0bece636-4f7e-42e7-a4dc-a504b1907f8f'] in dv-cinder-847189-5-smb {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 23:43:17.185369 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c326d9d6-ad98-4df7-a2a3-0c60b20ad773 None None] Routers {'0bece636-4f7e-42e7-a4dc-a504b1907f8f'} bound to L3 agent in host dv-cinder-847189-5-smb {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 23:43:17.185993 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-c326d9d6-ad98-4df7-a2a3-0c60b20ad773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T23:32:42Z,description=,heartbeat_timestamp=2022-06-24T23:43:12Z,host='dv-cinder-847189-5-smb',id=05c04ad7-f453-4a24-8793-b86a404a0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T23:32:42Z,topic='l3_agent')) {'router_ids': ['0bece636-4f7e-42e7-a4dc-a504b1907f8f'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:43:17.515339 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-c326d9d6-ad98-4df7-a2a3-0c60b20ad773 None None] Set router 0bece636-4f7e-42e7-a4dc-a504b1907f8f gateway port host: dv-cinder-847189-5-smb {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 23:43:17.839805 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-d2b79eb5-3035-448a-b05e-c12894863aad None None] Current status of the port 7e526641-ef22-4833-ae59-f477fa26c716 is: DOWN; New status is: ACTIVE {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:43:17.840190 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-d2b79eb5-3035-448a-b05e-c12894863aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:17.935621 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-d2b79eb5-3035-448a-b05e-c12894863aad None None] For port 7e526641-ef22-4833-ae59-f477fa26c716, host dv-cinder-847189-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-5-smb',level=0,port_id=7e526641-ef22-4833-ae59-f477fa26c716,segment=NetworkSegment(f4ac4e0f-d161-4376-9bbe-0238d9af5444),segment_id=f4ac4e0f-d161-4376-9bbe-0238d9af5444)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:43:17.953700 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-d2b79eb5-3035-448a-b05e-c12894863aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:18.101193 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f39fc60-2b5c-4e66-b57b-4623090e40cc req-3ee77b28-f443-4758-adef-eea8f11149a0 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:18.110780 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-6f39fc60-2b5c-4e66-b57b-4623090e40cc req-3ee77b28-f443-4758-adef-eea8f11149a0 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?device_id=ff4d6822-c2c9-484c-85b2-e9b5ea13ad06 HTTP/1.1" status: 200 len: 946 time: 0.6052227 Jun 24 23:43:18.160562 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c1119f-e8b2-44d4-ac2b-140e8e4a8625 req-c03fede2-3357-4454-8347-218bc0823ca2 tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:18.161807 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-63c1119f-e8b2-44d4-ac2b-140e8e4a8625 req-c03fede2-3357-4454-8347-218bc0823ca2 tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] Synchronizing usage tracker for tenant:7401592f3a744afaa62ada77ba287531 on resource:network {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 23:43:18.162560 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b79eb5-3035-448a-b05e-c12894863aad None None] Pushing event updated for resources: {'Port': ['ID=7e526641-ef22-4833-ae59-f477fa26c716,revision_number=3']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:43:18.191219 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-63c1119f-e8b2-44d4-ac2b-140e8e4a8625 req-c03fede2-3357-4454-8347-218bc0823ca2 tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] Unset dirty status for tenant:7401592f3a744afaa62ada77ba287531 on resource:network {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 23:43:18.205912 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-63c1119f-e8b2-44d4-ac2b-140e8e4a8625 req-c03fede2-3357-4454-8347-218bc0823ca2 tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] 10.222.0.42 "GET /v2.0/networks?id=d6903743-1b0d-489e-8706-8a7d7f5ad707 HTTP/1.1" status: 200 len: 808 time: 0.3775249 Jun 24 23:43:18.240723 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-63c1119f-e8b2-44d4-ac2b-140e8e4a8625 req-105594f9-6bd8-4a31-965b-c366ec08279a tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] 10.222.0.42 "GET /v2.0/quotas/7401592f3a744afaa62ada77ba287531 HTTP/1.1" status: 200 len: 375 time: 0.0335133 Jun 24 23:43:18.245410 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-6f39fc60-2b5c-4e66-b57b-4623090e40cc req-7cd33ff6-ec28-4f09-845c-1f8eade08564 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/security-groups?id=20c47638-9a00-4622-a48b-78e864be34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324663 Jun 24 23:43:18.254994 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-c326d9d6-ad98-4df7-a2a3-0c60b20ad773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bece636-4f7e-42e7-a4dc-a504b1907f8f', 'name': 'tempest-TestMinimumBasicScenario-849770493-router', 'tenant_id': '66faf38adc01495fbd821bcfe9172258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.6'}], 'enable_snat': True}, 'gw_port_id': '66b1d22f-64c3-49ac-b2b5-9ca10c1b6c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:43:11Z', 'updated_at': '2022-06-24T23:43:15Z', 'revision_number': 3, 'project_id': '66faf38adc01495fbd821bcfe9172258', 'gw_port': {'id': '66b1d22f-64c3-49ac-b2b5-9ca10c1b6c2d', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a2:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bece636-4f7e-42e7-a4dc-a504b1907f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:43:13Z', 'updated_at': '2022-06-24T23:43:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb'}], 'dv-cinder-847189-5-smb', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:43:18.267382 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c326d9d6-ad98-4df7-a2a3-0c60b20ad773 None None] Checking router: 0bece636-4f7e-42e7-a4dc-a504b1907f8f for host: dv-cinder-847189-5-smb {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 23:43:18.267780 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c326d9d6-ad98-4df7-a2a3-0c60b20ad773 None None] Updating router 0bece636-4f7e-42e7-a4dc-a504b1907f8f port 66b1d22f-64c3-49ac-b2b5-9ca10c1b6c2d binding host dv-cinder-847189-5-smb {{(pid=88110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 23:43:18.327833 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-63c1119f-e8b2-44d4-ac2b-140e8e4a8625 req-ee3b254f-8559-46e1-bd89-46e0f787e679 tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=7401592f3a744afaa62ada77ba287531&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0860374 Jun 24 23:43:18.390422 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-00c092eb-68ef-4f28-bb99-7409c6dc1e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:18.402348 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device 904da251-e208-4511-aa8b-40789b194499 up at agent ovs-agent-dv-cinder-847189-5-smb {{(pid=88110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 23:43:18.487742 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-63c1119f-e8b2-44d4-ac2b-140e8e4a8625 req-28cbc350-dab5-4fd4-bf4c-f8a963c8cac2 service neutron] 10.222.0.42 "GET /v2.0/networks/d6903743-1b0d-489e-8706-8a7d7f5ad707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589184 Jun 24 23:43:18.568627 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-c326d9d6-ad98-4df7-a2a3-0c60b20ad773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:18.650464 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-d974e6e1-234d-4ee8-9887-c52a0f7c8578 None None] Provisioning complete for port 7e526641-ef22-4833-ae59-f477fa26c716 triggered by entity DHCP. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:43:18.650845 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-d974e6e1-234d-4ee8-9887-c52a0f7c8578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:18.660878 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-63c1119f-e8b2-44d4-ac2b-140e8e4a8625 req-9ea1b75a-bd6e-4264-8c98-8cc3c2942755 service neutron] 10.222.0.42 "GET /v2.0/networks/d6903743-1b0d-489e-8706-8a7d7f5ad707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653912 Jun 24 23:43:18.698598 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-00c092eb-68ef-4f28-bb99-7409c6dc1e3b admin admin] Allocated IP 172.20.0.1 (5918d9d0-cda1-4f4b-a972-072f1ba7a21b/e2266d59-df0a-4ebf-994c-9489b5d966ac/b941eb94-8444-4d02-af79-e7f891208d27) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 23:43:18.814896 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Provisioning complete for port 904da251-e208-4511-aa8b-40789b194499 triggered by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:43:18.815273 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:18.996300 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-00c092eb-68ef-4f28-bb99-7409c6dc1e3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:19.031588 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-535ec398-31c3-4c1b-9a88-43a49309924b req-38810d72-97a5-4ed1-9de5-c61975239e6a tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] 10.222.0.42 "GET /v2.0/ports?device_id=01ae51cf-d30e-4895-b5bb-5a3469ccc3c2 HTTP/1.1" status: 200 len: 210 time: 0.0918944 Jun 24 23:43:19.044390 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-00c092eb-68ef-4f28-bb99-7409c6dc1e3b admin admin] Transition to ACTIVE for port object b941eb94-8444-4d02-af79-e7f891208d27 will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 23:43:19.074924 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-00c092eb-68ef-4f28-bb99-7409c6dc1e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754888214703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266550608'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:19.131218 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.agents_db [None req-920f0d7c-c373-4dd0-bab9-7f12e43ec96a None None] Agent healthcheck: found 6 active agents {{(pid=88111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 23:43:19.172450 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c092eb-68ef-4f28-bb99-7409c6dc1e3b admin admin] Network 5918d9d0-cda1-4f4b-a972-072f1ba7a21b is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 23:43:19.175717 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-00c092eb-68ef-4f28-bb99-7409c6dc1e3b admin admin] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 23:43:19.193869 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c092eb-68ef-4f28-bb99-7409c6dc1e3b admin admin] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 23:43:19.249542 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c092eb-68ef-4f28-bb99-7409c6dc1e3b admin admin] Pushing event updated for resources: {'Port': ['ID=b941eb94-8444-4d02-af79-e7f891208d27,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:43:19.287306 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-00c092eb-68ef-4f28-bb99-7409c6dc1e3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476503'] for router_interface, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:19.362622 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-d974e6e1-234d-4ee8-9887-c52a0f7c8578 None None] Current status of the port 7e526641-ef22-4833-ae59-f477fa26c716 is: ACTIVE; New status is: ACTIVE {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:43:19.521440 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Current status of the port 904da251-e208-4511-aa8b-40789b194499 is: ACTIVE; New status is: ACTIVE {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:43:19.522655 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device 7e526641-ef22-4833-ae59-f477fa26c716 up at agent ovs-agent-dv-cinder-847189-5-smb {{(pid=88110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 23:43:19.541447 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-00c092eb-68ef-4f28-bb99-7409c6dc1e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:19.621022 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85c04ab-3aee-4157-8de2-c25c26d593e6 req-9382e3f8-c7b6-45a9-aa7f-ed1405467721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:19.622799 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-f85c04ab-3aee-4157-8de2-c25c26d593e6 req-9382e3f8-c7b6-45a9-aa7f-ed1405467721 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ff4d6822-c2c9-484c-85b2-e9b5ea13ad06 HTTP/1.1" status: 200 len: 1099 time: 0.2782574 Jun 24 23:43:19.708861 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.db.resource_extend [None req-c326d9d6-ad98-4df7-a2a3-0c60b20ad773 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 24 23:43:19.734978 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1915e6-f8b7-41cc-813c-5d71db63a056 req-73a9bf16-b8f1-4cf6-9feb-0d69fd94da68 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:19.739998 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-0d1915e6-f8b7-41cc-813c-5d71db63a056 req-73a9bf16-b8f1-4cf6-9feb-0d69fd94da68 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?device_id=ff4d6822-c2c9-484c-85b2-e9b5ea13ad06 HTTP/1.1" status: 200 len: 946 time: 0.2179437 Jun 24 23:43:19.741991 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-f85c04ab-3aee-4157-8de2-c25c26d593e6 req-ed6dac8d-657a-4ccb-9b5b-e9d07e909f8e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=20c47638-9a00-4622-a48b-78e864be34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116927 Jun 24 23:43:19.749520 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-cb67caa6-5bd6-42bb-a5da-d404571ec7bd None None] Provisioning for port b941eb94-8444-4d02-af79-e7f891208d27 completed by entity DHCP. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 23:43:19.834675 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-0d1915e6-f8b7-41cc-813c-5d71db63a056 req-338a40db-a06e-4940-ae5b-89141f8e7151 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/security-groups?id=20c47638-9a00-4622-a48b-78e864be34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862429 Jun 24 23:43:19.862287 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-cb67caa6-5bd6-42bb-a5da-d404571ec7bd None None] Provisioning complete for port b941eb94-8444-4d02-af79-e7f891208d27 triggered by entity DHCP. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:43:19.862746 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-cb67caa6-5bd6-42bb-a5da-d404571ec7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:19.945977 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Provisioning complete for port 7e526641-ef22-4833-ae59-f477fa26c716 triggered by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:43:19.946355 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:20.129841 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-cb67caa6-5bd6-42bb-a5da-d404571ec7bd None None] Port b941eb94-8444-4d02-af79-e7f891208d27 cannot update to ACTIVE because it is not bound. {{(pid=88110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 23:43:20.140601 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-c326d9d6-ad98-4df7-a2a3-0c60b20ad773 None None] Notify callbacks [] for port, precommit_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:20.160041 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-00c092eb-68ef-4f28-bb99-7409c6dc1e3b admin admin] Notify callbacks [] for port, precommit_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:20.168633 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-00c092eb-68ef-4f28-bb99-7409c6dc1e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266550599'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:20.189468 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-c326d9d6-ad98-4df7-a2a3-0c60b20ad773 None None] Transition to ACTIVE for port object 66b1d22f-64c3-49ac-b2b5-9ca10c1b6c2d will not be triggered until provisioned by entity L2. {{(pid=88110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 23:43:20.211745 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-c326d9d6-ad98-4df7-a2a3-0c60b20ad773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:20.368228 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-c326d9d6-ad98-4df7-a2a3-0c60b20ad773 None None] Attempting to bind port 66b1d22f-64c3-49ac-b2b5-9ca10c1b6c2d on host dv-cinder-847189-5-smb for vnic_type normal with profile {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 23:43:20.368900 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-c326d9d6-ad98-4df7-a2a3-0c60b20ad773 None None] Attempting to bind port 66b1d22f-64c3-49ac-b2b5-9ca10c1b6c2d by drivers openvswitch,hyperv on host dv-cinder-847189-5-smb at level 0 using segments [{'id': '541a8b1c-692d-48ec-a001-de3aa3f0cecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932'}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 23:43:20.369053 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c326d9d6-ad98-4df7-a2a3-0c60b20ad773 None None] Attempting to bind port 66b1d22f-64c3-49ac-b2b5-9ca10c1b6c2d on network faf77eb5-d359-4977-a80d-20d91cf50932 {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 23:43:20.407324 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-baabdd33-6166-40f7-9e2c-036d3891f599 req-d0e7d8a8-171a-401d-8305-e7c34f3accac tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] 10.222.0.42 "GET /v2.0/ports?device_id=01ae51cf-d30e-4895-b5bb-5a3469ccc3c2 HTTP/1.1" status: 200 len: 210 time: 0.1180332 Jun 24 23:43:20.429047 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c092eb-68ef-4f28-bb99-7409c6dc1e3b admin admin] Pushing event updated for resources: {'Port': ['ID=b941eb94-8444-4d02-af79-e7f891208d27,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:43:20.431711 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-00c092eb-68ef-4f28-bb99-7409c6dc1e3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476466'] for router_interface, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:20.432521 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c326d9d6-ad98-4df7-a2a3-0c60b20ad773 None None] Checking agent: {'id': '3a3b0bc1-d1b4-4224-a890-cab54187436c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 23, 32, 43), 'started_at': datetime.datetime(2022, 6, 24, 23, 33, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 23, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 23:43:20.432894 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c326d9d6-ad98-4df7-a2a3-0c60b20ad773 None None] Checking segment: {'id': '541a8b1c-692d-48ec-a001-de3aa3f0cecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 23:43:20.433290 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-c326d9d6-ad98-4df7-a2a3-0c60b20ad773 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:20.433675 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c326d9d6-ad98-4df7-a2a3-0c60b20ad773 None None] Bound using segment: {'id': '541a8b1c-692d-48ec-a001-de3aa3f0cecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932'} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 23:43:20.434220 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-c326d9d6-ad98-4df7-a2a3-0c60b20ad773 None None] Bound port: 66b1d22f-64c3-49ac-b2b5-9ca10c1b6c2d, host: dv-cinder-847189-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '541a8b1c-692d-48ec-a001-de3aa3f0cecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932'}}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 23:43:20.434534 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-c326d9d6-ad98-4df7-a2a3-0c60b20ad773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:20.542108 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bc46fa-62a4-4f3c-9bd9-d2f6fb204b88 None None] Pushing event updated for resources: {'Port': ['ID=66b1d22f-64c3-49ac-b2b5-9ca10c1b6c2d,revision_number=2']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:43:20.574762 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Current status of the port 7e526641-ef22-4833-ae59-f477fa26c716 is: ACTIVE; New status is: ACTIVE {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:43:20.627002 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-c326d9d6-ad98-4df7-a2a3-0c60b20ad773 None None] For port 66b1d22f-64c3-49ac-b2b5-9ca10c1b6c2d, host dv-cinder-847189-5-smb, cleared binding levels {{(pid=88110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 23:43:20.631350 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-c326d9d6-ad98-4df7-a2a3-0c60b20ad773 None None] For port 66b1d22f-64c3-49ac-b2b5-9ca10c1b6c2d, host dv-cinder-847189-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-5-smb',level=0,port_id=66b1d22f-64c3-49ac-b2b5-9ca10c1b6c2d,segment=NetworkSegment(541a8b1c-692d-48ec-a001-de3aa3f0cecc),segment_id=541a8b1c-692d-48ec-a001-de3aa3f0cecc)] {{(pid=88110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 23:43:20.637266 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-c326d9d6-ad98-4df7-a2a3-0c60b20ad773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:20.708266 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6f6b2a-a8de-4a08-830a-70d14d0a7a56 req-95fdf250-b25d-4a2a-97c5-5cfbd1a6bd4f tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:20.716411 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-ad6f6b2a-a8de-4a08-830a-70d14d0a7a56 req-95fdf250-b25d-4a2a-97c5-5cfbd1a6bd4f tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/ports?device_id=d50d670d-4e02-4c65-a1f4-611299a7e34e HTTP/1.1" status: 200 len: 945 time: 0.1914234 Jun 24 23:43:20.727208 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c092eb-68ef-4f28-bb99-7409c6dc1e3b admin admin] Network 5918d9d0-cda1-4f4b-a972-072f1ba7a21b is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 23:43:20.740842 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-00c092eb-68ef-4f28-bb99-7409c6dc1e3b admin admin] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 23:43:20.787724 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bc46fa-62a4-4f3c-9bd9-d2f6fb204b88 None None] Pushing event updated for resources: {'Port': ['ID=66b1d22f-64c3-49ac-b2b5-9ca10c1b6c2d,revision_number=3']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:43:20.855915 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c326d9d6-ad98-4df7-a2a3-0c60b20ad773 None None] Routers {'0bece636-4f7e-42e7-a4dc-a504b1907f8f'} bound to L3 agent in host dv-cinder-847189-5-smb {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 23:43:20.856899 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-c326d9d6-ad98-4df7-a2a3-0c60b20ad773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T23:32:42Z,description=,heartbeat_timestamp=2022-06-24T23:43:12Z,host='dv-cinder-847189-5-smb',id=05c04ad7-f453-4a24-8793-b86a404a0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T23:32:42Z,topic='l3_agent')) {'router_ids': ['0bece636-4f7e-42e7-a4dc-a504b1907f8f'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:43:20.990091 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-ad6f6b2a-a8de-4a08-830a-70d14d0a7a56 req-2ad98851-c2f1-4847-98df-0e59d348dc17 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/security-groups?id=35780291-3189-42e2-873b-1d6977d2becc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2727103 Jun 24 23:43:21.129726 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00c092eb-68ef-4f28-bb99-7409c6dc1e3b admin admin] Router 0bece636-4f7e-42e7-a4dc-a504b1907f8f has already been hosted by L3 agent 05c04ad7-f453-4a24-8793-b86a404a0ef9 {{(pid=88109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 23:43:21.223558 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-8ab3ac7b-0f20-4781-9eb8-67521f383f24 None None] Provisioning complete for port b941eb94-8444-4d02-af79-e7f891208d27 triggered by entity DHCP. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:43:21.224088 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-8ab3ac7b-0f20-4781-9eb8-67521f383f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:21.472987 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-8ab3ac7b-0f20-4781-9eb8-67521f383f24 None None] Port b941eb94-8444-4d02-af79-e7f891208d27 cannot update to ACTIVE because it is not bound. {{(pid=88110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 23:43:21.490269 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-c326d9d6-ad98-4df7-a2a3-0c60b20ad773 None None] Set router 0bece636-4f7e-42e7-a4dc-a504b1907f8f gateway port host: dv-cinder-847189-5-smb {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 23:43:21.531625 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00c092eb-68ef-4f28-bb99-7409c6dc1e3b admin admin] Notify agent at l3_agent.dv-cinder-847189-5-smb the message routers_updated {{(pid=88109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 23:43:21.574756 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-00c092eb-68ef-4f28-bb99-7409c6dc1e3b admin admin] 10.222.0.42 "PUT /v2.0/routers/0bece636-4f7e-42e7-a4dc-a504b1907f8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4524443 Jun 24 23:43:21.746222 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-e38df128-70c5-4d51-9045-753a592c1db2 req-d06ea286-6fc2-40be-abcb-856f2f654193 tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] 10.222.0.42 "GET /v2.0/ports?device_id=01ae51cf-d30e-4895-b5bb-5a3469ccc3c2 HTTP/1.1" status: 200 len: 210 time: 0.0827289 Jun 24 23:43:21.832241 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c1119f-e8b2-44d4-ac2b-140e8e4a8625 req-e5f4b6c6-d7b4-47f5-85c2-a468e79710ed tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:21.833786 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-63c1119f-e8b2-44d4-ac2b-140e8e4a8625 req-e5f4b6c6-d7b4-47f5-85c2-a468e79710ed tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] 10.222.0.15 "GET /v2.0/networks?id=d6903743-1b0d-489e-8706-8a7d7f5ad707 HTTP/1.1" status: 200 len: 808 time: 0.6821303 Jun 24 23:43:21.858743 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cca1c1d-b991-4ff0-b65b-f9017f29e172 req-a514dfd4-2e7d-470c-a1cd-20c5d58edf46 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:21.867990 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-8cca1c1d-b991-4ff0-b65b-f9017f29e172 req-a514dfd4-2e7d-470c-a1cd-20c5d58edf46 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?device_id=ff4d6822-c2c9-484c-85b2-e9b5ea13ad06 HTTP/1.1" status: 200 len: 946 time: 0.3755887 Jun 24 23:43:21.905905 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.v2.base [req-63c1119f-e8b2-44d4-ac2b-140e8e4a8625 req-1387690b-ed95-482c-bec4-fb1affccc473 tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] Request body: {'port': {'device_id': '01ae51cf-d30e-4895-b5bb-5a3469ccc3c2', 'network_id': 'd6903743-1b0d-489e-8706-8a7d7f5ad707', 'admin_state_up': True, 'tenant_id': '7401592f3a744afaa62ada77ba287531'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:43:22.027738 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-c326d9d6-ad98-4df7-a2a3-0c60b20ad773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bece636-4f7e-42e7-a4dc-a504b1907f8f', 'name': 'tempest-TestMinimumBasicScenario-849770493-router', 'tenant_id': '66faf38adc01495fbd821bcfe9172258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.6'}], 'enable_snat': True}, 'gw_port_id': '66b1d22f-64c3-49ac-b2b5-9ca10c1b6c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:43:11Z', 'updated_at': '2022-06-24T23:43:19Z', 'revision_number': 4, 'project_id': '66faf38adc01495fbd821bcfe9172258', 'gw_port': {'id': '66b1d22f-64c3-49ac-b2b5-9ca10c1b6c2d', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a2:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bece636-4f7e-42e7-a4dc-a504b1907f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:43:13Z', 'updated_at': '2022-06-24T23:43:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb', '_interfaces': [{'id': 'b941eb94-8444-4d02-af79-e7f891208d27', 'name': '', 'network_id': '5918d9d0-cda1-4f4b-a972-072f1ba7a21b', 'tenant_id': '66faf38adc01495fbd821bcfe9172258', 'mac_address': 'fa:16:3e:ee:57:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bece636-4f7e-42e7-a4dc-a504b1907f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'e2266d59-df0a-4ebf-994c-9489b5d966ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:43:18Z', 'updated_at': '2022-06-24T23:43:19Z', 'revision_number': 2, 'project_id': '66faf38adc01495fbd821bcfe9172258', 'subnets': [{'id': 'e2266d59-df0a-4ebf-994c-9489b5d966ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-5-smb', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:43:22.033801 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c326d9d6-ad98-4df7-a2a3-0c60b20ad773 None None] The sync data for ids ['0bece636-4f7e-42e7-a4dc-a504b1907f8f'] in dv-cinder-847189-5-smb is: [{'id': '0bece636-4f7e-42e7-a4dc-a504b1907f8f', 'name': 'tempest-TestMinimumBasicScenario-849770493-router', 'tenant_id': '66faf38adc01495fbd821bcfe9172258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.6'}], 'enable_snat': True}, 'gw_port_id': '66b1d22f-64c3-49ac-b2b5-9ca10c1b6c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:43:11Z', 'updated_at': '2022-06-24T23:43:19Z', 'revision_number': 4, 'project_id': '66faf38adc01495fbd821bcfe9172258', 'gw_port': {'id': '66b1d22f-64c3-49ac-b2b5-9ca10c1b6c2d', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a2:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bece636-4f7e-42e7-a4dc-a504b1907f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:43:13Z', 'updated_at': '2022-06-24T23:43:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb', '_interfaces': [{'id': 'b941eb94-8444-4d02-af79-e7f891208d27', 'name': '', 'network_id': '5918d9d0-cda1-4f4b-a972-072f1ba7a21b', 'tenant_id': '66faf38adc01495fbd821bcfe9172258', 'mac_address': 'fa:16:3e:ee:57:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bece636-4f7e-42e7-a4dc-a504b1907f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'e2266d59-df0a-4ebf-994c-9489b5d966ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:43:18Z', 'updated_at': '2022-06-24T23:43:19Z', 'revision_number': 2, 'project_id': '66faf38adc01495fbd821bcfe9172258', 'subnets': [{'id': 'e2266d59-df0a-4ebf-994c-9489b5d966ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 23:43:22.165497 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-8cca1c1d-b991-4ff0-b65b-f9017f29e172 req-9af57246-a654-4948-8c42-607dd81fda3b tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/security-groups?id=20c47638-9a00-4622-a48b-78e864be34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963982 Jun 24 23:43:22.210950 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [req-63c1119f-e8b2-44d4-ac2b-140e8e4a8625 req-1387690b-ed95-482c-bec4-fb1affccc473 tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:43:22.216324 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-63c1119f-e8b2-44d4-ac2b-140e8e4a8625 req-1387690b-ed95-482c-bec4-fb1affccc473 tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] Usage tracker for resource:port and tenant:7401592f3a744afaa62ada77ba287531 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:43:22.221080 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-63c1119f-e8b2-44d4-ac2b-140e8e4a8625 req-1387690b-ed95-482c-bec4-fb1affccc473 tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:43:22.229594 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [req-63c1119f-e8b2-44d4-ac2b-140e8e4a8625 req-1387690b-ed95-482c-bec4-fb1affccc473 tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:43:22.249862 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63c1119f-e8b2-44d4-ac2b-140e8e4a8625 req-1387690b-ed95-482c-bec4-fb1affccc473 tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] Made reservation on behalf of 7401592f3a744afaa62ada77ba287531 for: {'port': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 23:43:22.258521 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-63c1119f-e8b2-44d4-ac2b-140e8e4a8625 req-1387690b-ed95-482c-bec4-fb1affccc473 tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:22.424790 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e94dc8-2e80-497b-a945-0c827bc1a3a6 req-49ef7547-3d71-463e-9578-8e56909adfcc tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:22.426534 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-c8e94dc8-2e80-497b-a945-0c827bc1a3a6 req-49ef7547-3d71-463e-9578-8e56909adfcc tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/ports?device_id=d50d670d-4e02-4c65-a1f4-611299a7e34e HTTP/1.1" status: 200 len: 945 time: 0.2213767 Jun 24 23:43:22.550804 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-c8e94dc8-2e80-497b-a945-0c827bc1a3a6 req-f4044e19-efb9-4af0-ad02-d7b9c6144e87 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/security-groups?id=35780291-3189-42e2-873b-1d6977d2becc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160254 Jun 24 23:43:22.681593 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [req-63c1119f-e8b2-44d4-ac2b-140e8e4a8625 req-1387690b-ed95-482c-bec4-fb1affccc473 tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] Allocated IP 172.20.0.6 (d6903743-1b0d-489e-8706-8a7d7f5ad707/6a1f1413-5c9f-4bee-9ae9-6536e7b2e99b/faebcd38-b1cd-4298-9485-d073ff18072b) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 23:43:23.016130 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-579ca644-9180-41d7-a793-00af2c0d300d req-8ffc4b88-f47a-4763-9c7e-54653ad773a2 tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] 10.222.0.42 "GET /v2.0/ports?device_id=01ae51cf-d30e-4895-b5bb-5a3469ccc3c2 HTTP/1.1" status: 200 len: 210 time: 0.0855193 Jun 24 23:43:23.113192 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9adadac-5653-4f45-aa4c-63cd2c72c579 req-5ee0ea58-311d-4086-9f31-d933265aac7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:23.115083 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-e9adadac-5653-4f45-aa4c-63cd2c72c579 req-5ee0ea58-311d-4086-9f31-d933265aac7f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b0685d2348744b39b8eb315433f69ef4&device_id=ff4d6822-c2c9-484c-85b2-e9b5ea13ad06 HTTP/1.1" status: 200 len: 1099 time: 0.3097801 Jun 24 23:43:23.118523 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-63c1119f-e8b2-44d4-ac2b-140e8e4a8625 req-1387690b-ed95-482c-bec4-fb1affccc473 tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:23.246914 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ed262e-15cc-4ef1-8867-1d6be5601d7e req-3600b1f4-a02f-4843-9881-55cb105f2b50 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:23.256663 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-95ed262e-15cc-4ef1-8867-1d6be5601d7e req-3600b1f4-a02f-4843-9881-55cb105f2b50 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?device_id=ff4d6822-c2c9-484c-85b2-e9b5ea13ad06 HTTP/1.1" status: 200 len: 946 time: 0.2128088 Jun 24 23:43:23.332854 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9adadac-5653-4f45-aa4c-63cd2c72c579 req-228cbcd7-2977-444e-9245-6515f2964719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:23.334333 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-e9adadac-5653-4f45-aa4c-63cd2c72c579 req-228cbcd7-2977-444e-9245-6515f2964719 service neutron] 10.222.0.15 "GET /v2.0/networks?id=878eeed2-1705-4528-82e7-be9e0c60139b HTTP/1.1" status: 200 len: 920 time: 0.2121596 Jun 24 23:43:23.341210 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-63c1119f-e8b2-44d4-ac2b-140e8e4a8625 req-1387690b-ed95-482c-bec4-fb1affccc473 tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754888214703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266412288'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:23.381186 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-95ed262e-15cc-4ef1-8867-1d6be5601d7e req-06d4e25a-3388-41e1-b692-6ea49dfcacd4 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/security-groups?id=20c47638-9a00-4622-a48b-78e864be34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099377 Jun 24 23:43:23.546506 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-e9adadac-5653-4f45-aa4c-63cd2c72c579 req-c1c30747-986f-417f-b163-403e2635d107 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2107efc8-6059-44ad-b1ac-307690c37f92 HTTP/1.1" status: 200 len: 217 time: 0.2030420 Jun 24 23:43:23.663613 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9adadac-5653-4f45-aa4c-63cd2c72c579 req-317c2538-61d7-4b0d-9b72-76fdf274bfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:23.665233 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-e9adadac-5653-4f45-aa4c-63cd2c72c579 req-317c2538-61d7-4b0d-9b72-76fdf274bfe3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=58b6f9c2-a230-4e37-ab12-8b61321e5f1a HTTP/1.1" status: 200 len: 858 time: 0.1079981 Jun 24 23:43:23.688009 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1387690b-ed95-482c-bec4-fb1affccc473 tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] Pushing event updated for resources: {'Port': ['ID=faebcd38-b1cd-4298-9485-d073ff18072b,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:43:23.740222 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 56040) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:43:23.786407 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63c1119f-e8b2-44d4-ac2b-140e8e4a8625 req-1387690b-ed95-482c-bec4-fb1affccc473 tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] Network d6903743-1b0d-489e-8706-8a7d7f5ad707 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 23:43:23.860214 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.db_base_plugin_v2 [None req-6be58c9d-9c43-47dd-a7bd-9997f2864e7b admin admin] Deleting subnet 358a7724-dc5f-4d0a-88a6-d45693f3518f {{(pid=88109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 24 23:43:23.863903 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6be58c9d-9c43-47dd-a7bd-9997f2864e7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:23.940140 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [req-63c1119f-e8b2-44d4-ac2b-140e8e4a8625 req-1387690b-ed95-482c-bec4-fb1affccc473 tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 23:43:23.957178 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [req-63c1119f-e8b2-44d4-ac2b-140e8e4a8625 req-1387690b-ed95-482c-bec4-fb1affccc473 tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 23:43:23.971672 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6be58c9d-9c43-47dd-a7bd-9997f2864e7b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266491957'] for subnet, precommit_delete_associations {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:24.045098 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6be58c9d-9c43-47dd-a7bd-9997f2864e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1563746'] for subnet, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:24.177280 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6be58c9d-9c43-47dd-a7bd-9997f2864e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1563737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266550541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266086728'] for subnet, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:24.179374 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d397b9ce-8212-49b4-bb84-164b8b573d95 req-4dc40154-360f-4ac2-95a3-1ef538fd88af tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:24.219161 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-d397b9ce-8212-49b4-bb84-164b8b573d95 req-4dc40154-360f-4ac2-95a3-1ef538fd88af tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/ports?device_id=d50d670d-4e02-4c65-a1f4-611299a7e34e HTTP/1.1" status: 200 len: 945 time: 0.4836075 Jun 24 23:43:24.230092 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9adadac-5653-4f45-aa4c-63cd2c72c579 req-14f0a0e4-cfa8-4e32-b424-7a737b8f87f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:24.232994 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-e9adadac-5653-4f45-aa4c-63cd2c72c579 req-14f0a0e4-cfa8-4e32-b424-7a737b8f87f0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=878eeed2-1705-4528-82e7-be9e0c60139b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5338955 Jun 24 23:43:24.261618 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c1119f-e8b2-44d4-ac2b-140e8e4a8625 req-1387690b-ed95-482c-bec4-fb1affccc473 tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:24.262810 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-63c1119f-e8b2-44d4-ac2b-140e8e4a8625 req-1387690b-ed95-482c-bec4-fb1affccc473 tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122089'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:24.350009 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be58c9d-9c43-47dd-a7bd-9997f2864e7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=358a7724-dc5f-4d0a-88a6-d45693f3518f,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:43:24.364327 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6be58c9d-9c43-47dd-a7bd-9997f2864e7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:24.386366 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-6be58c9d-9c43-47dd-a7bd-9997f2864e7b admin admin] 10.222.0.42 "DELETE /v2.0/subnets/358a7724-dc5f-4d0a-88a6-d45693f3518f HTTP/1.1" status: 204 len: 168 time: 0.6440189 Jun 24 23:43:24.389194 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 56056) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:43:24.589044 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-d397b9ce-8212-49b4-bb84-164b8b573d95 req-abef0d01-cf89-4c6b-97ce-7525eabf29a2 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/security-groups?id=35780291-3189-42e2-873b-1d6977d2becc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3681488 Jun 24 23:43:24.596400 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-63c1119f-e8b2-44d4-ac2b-140e8e4a8625 req-1387690b-ed95-482c-bec4-fb1affccc473 tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7252417 Jun 24 23:43:24.607444 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.v2.base [req-63c1119f-e8b2-44d4-ac2b-140e8e4a8625 req-dd119ed3-0c78-44cf-8cf7-aa0388de0651 service neutron] Request body: {'port': {'device_id': '01ae51cf-d30e-4895-b5bb-5a3469ccc3c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:43:24.797132 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device 66b1d22f-64c3-49ac-b2b5-9ca10c1b6c2d up at agent ovs-agent-dv-cinder-847189-5-smb {{(pid=88110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 23:43:24.859198 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ce494a4c-5aac-4aeb-ad4d-ebd99859487c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1475803'] for network, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:24.896133 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-e9adadac-5653-4f45-aa4c-63cd2c72c579 req-0f7f8c81-383d-4897-8cb9-fd6885649060 service neutron] 10.222.0.15 "GET /v2.0/networks/878eeed2-1705-4528-82e7-be9e0c60139b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6114175 Jun 24 23:43:24.961194 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Provisioning for port 66b1d22f-64c3-49ac-b2b5-9ca10c1b6c2d completed by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 23:43:24.968368 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Provisioning complete for port 66b1d22f-64c3-49ac-b2b5-9ca10c1b6c2d triggered by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:43:24.968920 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:25.161062 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d894d2-7570-47bc-9632-e8af17fff245 req-317b4990-afd8-4159-889b-21df9adcfd76 tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:25.162773 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-b5d894d2-7570-47bc-9632-e8af17fff245 req-317b4990-afd8-4159-889b-21df9adcfd76 tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] 10.222.0.42 "GET /v2.0/ports?device_id=01ae51cf-d30e-4895-b5bb-5a3469ccc3c2 HTTP/1.1" status: 200 len: 931 time: 0.9025128 Jun 24 23:43:25.181976 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-63c1119f-e8b2-44d4-ac2b-140e8e4a8625 req-dd119ed3-0c78-44cf-8cf7-aa0388de0651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:25.202133 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ce494a4c-5aac-4aeb-ad4d-ebd99859487c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1564183', 'neutron.services.segments.db._delete_segments_for_network-8754888586361'] for network, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:25.210583 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Current status of the port 66b1d22f-64c3-49ac-b2b5-9ca10c1b6c2d is: DOWN; New status is: ACTIVE {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:43:25.210965 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:25.266359 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] For port 66b1d22f-64c3-49ac-b2b5-9ca10c1b6c2d, host dv-cinder-847189-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-5-smb',level=0,port_id=66b1d22f-64c3-49ac-b2b5-9ca10c1b6c2d,segment=NetworkSegment(541a8b1c-692d-48ec-a001-de3aa3f0cecc),segment_id=541a8b1c-692d-48ec-a001-de3aa3f0cecc)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:43:25.283842 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:25.331855 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.services.segments.db [None req-ce494a4c-5aac-4aeb-ad4d-ebd99859487c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e926c769-521e-4b06-8b75-cec3d3f88237']}} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:43:25.392079 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.services.segments.db [None req-ce494a4c-5aac-4aeb-ad4d-ebd99859487c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95c81c4f-e303-4fe2-883f-c8faf737554d') {'for_net_delete': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:43:25.392677 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.services.segments.db [None req-ce494a4c-5aac-4aeb-ad4d-ebd99859487c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95c81c4f-e303-4fe2-883f-c8faf737554d') {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:43:25.464092 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ce494a4c-5aac-4aeb-ad4d-ebd99859487c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754888590228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266491964'] for segment, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:25.492776 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Pushing event updated for resources: {'Port': ['ID=66b1d22f-64c3-49ac-b2b5-9ca10c1b6c2d,revision_number=4']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:43:25.513981 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-b5d894d2-7570-47bc-9632-e8af17fff245 req-f1963264-8979-4921-82bf-4cff961e5cf3 tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] 10.222.0.42 "GET /v2.0/security-groups?id=69d5f0e7-84d2-4936-b1bb-8f30fa535733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394617 Jun 24 23:43:25.534137 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ce494a4c-5aac-4aeb-ad4d-ebd99859487c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569928'] for segment, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:25.552239 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce494a4c-5aac-4aeb-ad4d-ebd99859487c admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=88109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 23:43:25.552713 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ce494a4c-5aac-4aeb-ad4d-ebd99859487c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1569927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266550691'] for segment, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:25.679086 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-e9adadac-5653-4f45-aa4c-63cd2c72c579 req-78d0ebe9-c058-43ee-bc1c-4a0c51d066ad service neutron] 10.222.0.15 "GET /v2.0/networks/878eeed2-1705-4528-82e7-be9e0c60139b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7346699 Jun 24 23:43:25.728902 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.services.segments.plugin [-] Segment 95c81c4f-e303-4fe2-883f-c8faf737554d resource provider aggregate not found Jun 24 23:43:25.791180 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.services.segments.plugin [-] Segment 95c81c4f-e303-4fe2-883f-c8faf737554d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 95c81c4f-e303-4fe2-883f-c8faf737554d found for delete ", "request_id": "req-9192e3d6-055e-44ac-80ea-3e3a664c3832"}]} Jun 24 23:43:25.821030 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ce494a4c-5aac-4aeb-ad4d-ebd99859487c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1564184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476632'] for network, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:25.833037 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a0217-b4a9-4760-8a98-d93267a2da2b req-874dd745-aa34-4071-9d6f-cb91b4fe11fa tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:25.845009 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-435a0217-b4a9-4760-8a98-d93267a2da2b req-874dd745-aa34-4071-9d6f-cb91b4fe11fa tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?device_id=ff4d6822-c2c9-484c-85b2-e9b5ea13ad06 HTTP/1.1" status: 200 len: 946 time: 0.9728289 Jun 24 23:43:25.859941 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ce494a4c-5aac-4aeb-ad4d-ebd99859487c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627732'] for network, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:25.873963 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce494a4c-5aac-4aeb-ad4d-ebd99859487c admin admin] Pushing event deleted for resources: {'Network': ['ID=e926c769-521e-4b06-8b75-cec3d3f88237,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:43:25.878313 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-ce494a4c-5aac-4aeb-ad4d-ebd99859487c admin admin] 10.222.0.42 "DELETE /v2.0/networks/e926c769-521e-4b06-8b75-cec3d3f88237 HTTP/1.1" status: 204 len: 168 time: 1.4861009 Jun 24 23:43:25.889240 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 56112) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:43:26.009298 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-435a0217-b4a9-4760-8a98-d93267a2da2b req-f12e9336-e110-4cd6-8b44-f8fe16e8a494 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/security-groups?id=20c47638-9a00-4622-a48b-78e864be34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633306 Jun 24 23:43:26.030862 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133acbc2-e54b-42c6-90e1-50bba801b45d None None] Sync routers for ids ['0bece636-4f7e-42e7-a4dc-a504b1907f8f'] in dv-cinder-847189-5-smb {{(pid=88111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 23:43:26.043493 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133acbc2-e54b-42c6-90e1-50bba801b45d None None] Routers {'0bece636-4f7e-42e7-a4dc-a504b1907f8f'} bound to L3 agent in host dv-cinder-847189-5-smb {{(pid=88111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 23:43:26.044131 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-133acbc2-e54b-42c6-90e1-50bba801b45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T23:32:42Z,description=,heartbeat_timestamp=2022-06-24T23:43:12Z,host='dv-cinder-847189-5-smb',id=05c04ad7-f453-4a24-8793-b86a404a0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T23:32:42Z,topic='l3_agent')) {'router_ids': ['0bece636-4f7e-42e7-a4dc-a504b1907f8f'], 'active': True} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:43:26.164548 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [req-63c1119f-e8b2-44d4-ac2b-140e8e4a8625 req-dd119ed3-0c78-44cf-8cf7-aa0388de0651 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id faebcd38-b1cd-4298-9485-d073ff18072b {{(pid=88108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 23:43:26.168192 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1155f45-5fd2-4e9c-b800-06391d3b975e admin admin] Deleting subnet d1610281-bfc5-413c-8ceb-6c08bd1dd234 {{(pid=88109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 24 23:43:26.179067 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-63c1119f-e8b2-44d4-ac2b-140e8e4a8625 req-dd119ed3-0c78-44cf-8cf7-aa0388de0651 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:26.204187 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-b1155f45-5fd2-4e9c-b800-06391d3b975e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:26.208567 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [req-63c1119f-e8b2-44d4-ac2b-140e8e4a8625 req-dd119ed3-0c78-44cf-8cf7-aa0388de0651 service neutron] Transition to ACTIVE for port object faebcd38-b1cd-4298-9485-d073ff18072b will not be triggered until provisioned by entity L2. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 23:43:26.218133 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-63c1119f-e8b2-44d4-ac2b-140e8e4a8625 req-dd119ed3-0c78-44cf-8cf7-aa0388de0651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266412311'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:26.305473 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-b1155f45-5fd2-4e9c-b800-06391d3b975e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266491957'] for subnet, precommit_delete_associations {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:26.345109 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511c8198-8c10-45a0-a1e0-668eb374ef2f req-a46de8f7-ee66-438f-beab-61147e828d11 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:26.346970 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-511c8198-8c10-45a0-a1e0-668eb374ef2f req-a46de8f7-ee66-438f-beab-61147e828d11 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/ports?device_id=d50d670d-4e02-4c65-a1f4-611299a7e34e HTTP/1.1" status: 200 len: 945 time: 0.4453313 Jun 24 23:43:26.414517 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-511c8198-8c10-45a0-a1e0-668eb374ef2f req-17459b33-3593-47e2-b3e1-9cc952e5268a tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/security-groups?id=35780291-3189-42e2-873b-1d6977d2becc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574901 Jun 24 23:43:26.418741 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-b1155f45-5fd2-4e9c-b800-06391d3b975e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1563746'] for subnet, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:26.436686 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvr_db [None req-133acbc2-e54b-42c6-90e1-50bba801b45d None None] Set router 0bece636-4f7e-42e7-a4dc-a504b1907f8f gateway port host: dv-cinder-847189-5-smb {{(pid=88111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 23:43:26.515862 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd119ed3-0c78-44cf-8cf7-aa0388de0651 service neutron] Pushing event updated for resources: {'Port': ['ID=faebcd38-b1cd-4298-9485-d073ff18072b,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:43:26.539577 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-b1155f45-5fd2-4e9c-b800-06391d3b975e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1563737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266550541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266086728'] for subnet, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:26.600731 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [req-63c1119f-e8b2-44d4-ac2b-140e8e4a8625 req-dd119ed3-0c78-44cf-8cf7-aa0388de0651 service neutron] Attempting to bind port faebcd38-b1cd-4298-9485-d073ff18072b on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 23:43:26.601061 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [req-63c1119f-e8b2-44d4-ac2b-140e8e4a8625 req-dd119ed3-0c78-44cf-8cf7-aa0388de0651 service neutron] Attempting to bind port faebcd38-b1cd-4298-9485-d073ff18072b by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': '03391268-887c-431f-8f40-1a81f73fd8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd6903743-1b0d-489e-8706-8a7d7f5ad707'}] {{(pid=88108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 23:43:26.601740 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c1119f-e8b2-44d4-ac2b-140e8e4a8625 req-dd119ed3-0c78-44cf-8cf7-aa0388de0651 service neutron] Attempting to bind port faebcd38-b1cd-4298-9485-d073ff18072b on network d6903743-1b0d-489e-8706-8a7d7f5ad707 {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 23:43:26.612181 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c1119f-e8b2-44d4-ac2b-140e8e4a8625 req-dd119ed3-0c78-44cf-8cf7-aa0388de0651 service neutron] Port faebcd38-b1cd-4298-9485-d073ff18072b on network d6903743-1b0d-489e-8706-8a7d7f5ad707 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 23:43:26.614673 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c1119f-e8b2-44d4-ac2b-140e8e4a8625 req-dd119ed3-0c78-44cf-8cf7-aa0388de0651 service neutron] Attempting to bind port faebcd38-b1cd-4298-9485-d073ff18072b on network d6903743-1b0d-489e-8706-8a7d7f5ad707 {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 23:43:26.628292 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c1119f-e8b2-44d4-ac2b-140e8e4a8625 req-dd119ed3-0c78-44cf-8cf7-aa0388de0651 service neutron] Checking agent: {'id': '9603f0a4-e7b3-4133-bd26-ff3a7fe04c7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 23, 39, 9), 'started_at': datetime.datetime(2022, 6, 24, 23, 39, 9), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 23, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 23:43:26.629914 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c1119f-e8b2-44d4-ac2b-140e8e4a8625 req-dd119ed3-0c78-44cf-8cf7-aa0388de0651 service neutron] Checking segment: {'id': '03391268-887c-431f-8f40-1a81f73fd8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd6903743-1b0d-489e-8706-8a7d7f5ad707'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 23:43:26.630633 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c1119f-e8b2-44d4-ac2b-140e8e4a8625 req-dd119ed3-0c78-44cf-8cf7-aa0388de0651 service neutron] Bound using segment: {'id': '03391268-887c-431f-8f40-1a81f73fd8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd6903743-1b0d-489e-8706-8a7d7f5ad707'} {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 23:43:26.631082 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [req-63c1119f-e8b2-44d4-ac2b-140e8e4a8625 req-dd119ed3-0c78-44cf-8cf7-aa0388de0651 service neutron] Bound port: faebcd38-b1cd-4298-9485-d073ff18072b, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03391268-887c-431f-8f40-1a81f73fd8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd6903743-1b0d-489e-8706-8a7d7f5ad707'}}] {{(pid=88108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 23:43:26.631439 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-63c1119f-e8b2-44d4-ac2b-140e8e4a8625 req-dd119ed3-0c78-44cf-8cf7-aa0388de0651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:26.656073 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1155f45-5fd2-4e9c-b800-06391d3b975e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1610281-bfc5-413c-8ceb-6c08bd1dd234,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:43:26.670909 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-b1155f45-5fd2-4e9c-b800-06391d3b975e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:26.678782 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-b1155f45-5fd2-4e9c-b800-06391d3b975e admin admin] 10.222.0.42 "DELETE /v2.0/subnets/d1610281-bfc5-413c-8ceb-6c08bd1dd234 HTTP/1.1" status: 204 len: 168 time: 0.7886593 Jun 24 23:43:26.685313 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 56138) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:43:26.742466 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device 66b1d22f-64c3-49ac-b2b5-9ca10c1b6c2d up at agent ovs-agent-dv-cinder-847189-5-smb {{(pid=88110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 23:43:26.959811 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Provisioning complete for port 66b1d22f-64c3-49ac-b2b5-9ca10c1b6c2d triggered by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:43:26.960520 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:27.116535 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [req-63c1119f-e8b2-44d4-ac2b-140e8e4a8625 req-dd119ed3-0c78-44cf-8cf7-aa0388de0651 service neutron] For port faebcd38-b1cd-4298-9485-d073ff18072b, host hv-cinder-84718, cleared binding levels {{(pid=88108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 23:43:27.122083 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [req-63c1119f-e8b2-44d4-ac2b-140e8e4a8625 req-dd119ed3-0c78-44cf-8cf7-aa0388de0651 service neutron] For port faebcd38-b1cd-4298-9485-d073ff18072b, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=faebcd38-b1cd-4298-9485-d073ff18072b,segment=NetworkSegment(03391268-887c-431f-8f40-1a81f73fd8b4),segment_id=03391268-887c-431f-8f40-1a81f73fd8b4)] {{(pid=88108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 23:43:27.147076 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-63c1119f-e8b2-44d4-ac2b-140e8e4a8625 req-dd119ed3-0c78-44cf-8cf7-aa0388de0651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266412311'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:27.149973 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-133acbc2-e54b-42c6-90e1-50bba801b45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bece636-4f7e-42e7-a4dc-a504b1907f8f', 'name': 'tempest-TestMinimumBasicScenario-849770493-router', 'tenant_id': '66faf38adc01495fbd821bcfe9172258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.6'}], 'enable_snat': True}, 'gw_port_id': '66b1d22f-64c3-49ac-b2b5-9ca10c1b6c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:43:11Z', 'updated_at': '2022-06-24T23:43:19Z', 'revision_number': 4, 'project_id': '66faf38adc01495fbd821bcfe9172258', 'gw_port': {'id': '66b1d22f-64c3-49ac-b2b5-9ca10c1b6c2d', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bece636-4f7e-42e7-a4dc-a504b1907f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:43:13Z', 'updated_at': '2022-06-24T23:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb', '_interfaces': [{'id': 'b941eb94-8444-4d02-af79-e7f891208d27', 'name': '', 'network_id': '5918d9d0-cda1-4f4b-a972-072f1ba7a21b', 'tenant_id': '66faf38adc01495fbd821bcfe9172258', 'mac_address': 'fa:16:3e:ee:57:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bece636-4f7e-42e7-a4dc-a504b1907f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'e2266d59-df0a-4ebf-994c-9489b5d966ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:43:18Z', 'updated_at': '2022-06-24T23:43:19Z', 'revision_number': 2, 'project_id': '66faf38adc01495fbd821bcfe9172258', 'subnets': [{'id': 'e2266d59-df0a-4ebf-994c-9489b5d966ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-5-smb', False) {} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:43:27.161723 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133acbc2-e54b-42c6-90e1-50bba801b45d None None] Checking router: 0bece636-4f7e-42e7-a4dc-a504b1907f8f for host: dv-cinder-847189-5-smb {{(pid=88111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 23:43:27.161723 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133acbc2-e54b-42c6-90e1-50bba801b45d None None] Updating router 0bece636-4f7e-42e7-a4dc-a504b1907f8f port b941eb94-8444-4d02-af79-e7f891208d27 binding host dv-cinder-847189-5-smb {{(pid=88111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 23:43:27.223388 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Current status of the port 66b1d22f-64c3-49ac-b2b5-9ca10c1b6c2d is: ACTIVE; New status is: ACTIVE {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:43:27.278675 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron_lib.callbacks.manager [None req-133acbc2-e54b-42c6-90e1-50bba801b45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:27.331115 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dad58a3-2bbc-440a-891e-4b55ec858dea req-d8d59dc7-580b-4af7-b39d-77b920d8e0e5 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:27.335012 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-5dad58a3-2bbc-440a-891e-4b55ec858dea req-d8d59dc7-580b-4af7-b39d-77b920d8e0e5 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?device_id=ff4d6822-c2c9-484c-85b2-e9b5ea13ad06 HTTP/1.1" status: 200 len: 946 time: 0.1153159 Jun 24 23:43:27.374655 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-dc9571d4-5df9-4798-8a38-112855d43e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1475803'] for network, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:27.383602 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-5dad58a3-2bbc-440a-891e-4b55ec858dea req-3f0bbcf9-c031-45de-9795-4ea4d8a73717 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/security-groups?id=20c47638-9a00-4622-a48b-78e864be34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419991 Jun 24 23:43:27.449720 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c1119f-e8b2-44d4-ac2b-140e8e4a8625 req-dd119ed3-0c78-44cf-8cf7-aa0388de0651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:27.450506 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-63c1119f-e8b2-44d4-ac2b-140e8e4a8625 req-dd119ed3-0c78-44cf-8cf7-aa0388de0651 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122089'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:27.452145 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-63c1119f-e8b2-44d4-ac2b-140e8e4a8625 req-dd119ed3-0c78-44cf-8cf7-aa0388de0651 service neutron] 10.222.0.15 "PUT /v2.0/ports/faebcd38-b1cd-4298-9485-d073ff18072b HTTP/1.1" status: 200 len: 1093 time: 2.8496432 Jun 24 23:43:27.454279 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01ae51cf-d30e-4895-b5bb-5a3469ccc3c2', 'tag': 'faebcd38-b1cd-4298-9485-d073ff18072b'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 23:43:27.675058 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124e8908-8437-46d2-91ce-5e2f54c56910 req-d575d878-0e01-458c-a7d9-e3e2cbbbb720 tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:27.676124 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-124e8908-8437-46d2-91ce-5e2f54c56910 req-d575d878-0e01-458c-a7d9-e3e2cbbbb720 tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] Synchronizing usage tracker for tenant:7401592f3a744afaa62ada77ba287531 on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 23:43:27.738703 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd119ed3-0c78-44cf-8cf7-aa0388de0651 service neutron] Pushing event updated for resources: {'Port': ['ID=faebcd38-b1cd-4298-9485-d073ff18072b,revision_number=3']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:43:27.864604 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398af5cd-7299-4351-b056-b121de811b56 req-417c4723-e083-4c2c-b3cf-f530ca9101a9 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:27.875160 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-398af5cd-7299-4351-b056-b121de811b56 req-417c4723-e083-4c2c-b3cf-f530ca9101a9 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/ports?device_id=d50d670d-4e02-4c65-a1f4-611299a7e34e HTTP/1.1" status: 200 len: 945 time: 0.1997256 Jun 24 23:43:27.980243 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-398af5cd-7299-4351-b056-b121de811b56 req-cc069332-ebc7-40bf-86b3-ae024833ac3c tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/security-groups?id=35780291-3189-42e2-873b-1d6977d2becc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039901 Jun 24 23:43:28.096327 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-124e8908-8437-46d2-91ce-5e2f54c56910 req-d575d878-0e01-458c-a7d9-e3e2cbbbb720 tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] Unset dirty status for tenant:7401592f3a744afaa62ada77ba287531 on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 23:43:28.107008 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-124e8908-8437-46d2-91ce-5e2f54c56910 req-d575d878-0e01-458c-a7d9-e3e2cbbbb720 tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] 10.222.0.42 "GET /v2.0/ports?device_id=01ae51cf-d30e-4895-b5bb-5a3469ccc3c2 HTTP/1.1" status: 200 len: 943 time: 1.2266026 Jun 24 23:43:28.110876 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-dc9571d4-5df9-4798-8a38-112855d43e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1564183', 'neutron.services.segments.db._delete_segments_for_network-8754888586361'] for network, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:28.120932 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e32880e5-1c3d-409b-b92c-079fc8b6db4f'] response: {'name': 'network-changed', 'server_uuid': '01ae51cf-d30e-4895-b5bb-5a3469ccc3c2', 'tag': 'faebcd38-b1cd-4298-9485-d073ff18072b', 'status': 'completed', 'code': 200} Jun 24 23:43:28.178127 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.services.segments.db [None req-dc9571d4-5df9-4798-8a38-112855d43e15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15b4861f-9a33-42b5-9bc2-c84628a60f5d']}} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:43:28.214912 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.services.segments.db [None req-dc9571d4-5df9-4798-8a38-112855d43e15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be156a23-0615-455e-9b42-0c9d119697f6') {'for_net_delete': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:43:28.215493 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.services.segments.db [None req-dc9571d4-5df9-4798-8a38-112855d43e15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be156a23-0615-455e-9b42-0c9d119697f6') {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:43:28.236931 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c1119f-e8b2-44d4-ac2b-140e8e4a8625 req-f4f3a2bd-7bc6-4bfd-86e6-e39f65f2d759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:28.238462 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-63c1119f-e8b2-44d4-ac2b-140e8e4a8625 req-f4f3a2bd-7bc6-4bfd-86e6-e39f65f2d759 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7401592f3a744afaa62ada77ba287531&device_id=01ae51cf-d30e-4895-b5bb-5a3469ccc3c2 HTTP/1.1" status: 200 len: 1096 time: 0.6540301 Jun 24 23:43:28.240335 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-dc9571d4-5df9-4798-8a38-112855d43e15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754888590228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267337628'] for segment, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:28.249035 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-124e8908-8437-46d2-91ce-5e2f54c56910 req-007a64d5-f62b-4bb4-8ffa-231545a9e980 tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] Synchronizing usage tracker for tenant:7401592f3a744afaa62ada77ba287531 on resource:security_group {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 23:43:28.254266 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron_lib.callbacks.manager [None req-133acbc2-e54b-42c6-90e1-50bba801b45d None None] Notify callbacks [] for port, precommit_update {{(pid=88111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:28.286353 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.provisioning_blocks [None req-133acbc2-e54b-42c6-90e1-50bba801b45d None None] Transition to ACTIVE for port object b941eb94-8444-4d02-af79-e7f891208d27 will not be triggered until provisioned by entity L2. {{(pid=88111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 23:43:28.297700 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron_lib.callbacks.manager [None req-133acbc2-e54b-42c6-90e1-50bba801b45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:28.369631 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-dc9571d4-5df9-4798-8a38-112855d43e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569928'] for segment, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:28.375628 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-63c1119f-e8b2-44d4-ac2b-140e8e4a8625 req-a683ce2b-9d57-45b1-b8e5-2b776332d39d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=faebcd38-b1cd-4298-9485-d073ff18072b HTTP/1.1" status: 200 len: 217 time: 0.1236055 Jun 24 23:43:28.475591 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc9571d4-5df9-4798-8a38-112855d43e15 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=88108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 23:43:28.477251 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-dc9571d4-5df9-4798-8a38-112855d43e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1569927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266412531'] for segment, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:28.531428 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.services.segments.plugin [-] Segment be156a23-0615-455e-9b42-0c9d119697f6 resource provider aggregate not found Jun 24 23:43:28.600168 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.services.segments.plugin [-] Segment be156a23-0615-455e-9b42-0c9d119697f6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid be156a23-0615-455e-9b42-0c9d119697f6 found for delete ", "request_id": "req-07ecc9ae-8d7e-474d-ad9a-2aaedb16b7c7"}]} Jun 24 23:43:28.657018 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-124e8908-8437-46d2-91ce-5e2f54c56910 req-007a64d5-f62b-4bb4-8ffa-231545a9e980 tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] Unset dirty status for tenant:7401592f3a744afaa62ada77ba287531 on resource:security_group {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 23:43:28.669644 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-124e8908-8437-46d2-91ce-5e2f54c56910 req-007a64d5-f62b-4bb4-8ffa-231545a9e980 tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] 10.222.0.42 "GET /v2.0/security-groups?id=69d5f0e7-84d2-4936-b1bb-8f30fa535733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5578418 Jun 24 23:43:28.706685 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01562f9-dd40-44ec-aaa2-63b437e753c9 None None] Pushing event updated for resources: {'Port': ['ID=b941eb94-8444-4d02-af79-e7f891208d27,revision_number=3']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:43:28.735031 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c1119f-e8b2-44d4-ac2b-140e8e4a8625 req-e54091d0-f7d9-47e3-803f-72e590184b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:28.737236 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-63c1119f-e8b2-44d4-ac2b-140e8e4a8625 req-e54091d0-f7d9-47e3-803f-72e590184b48 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6a1f1413-5c9f-4bee-9ae9-6536e7b2e99b HTTP/1.1" status: 200 len: 848 time: 0.3492212 Jun 24 23:43:28.740431 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-dc9571d4-5df9-4798-8a38-112855d43e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1564184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476632'] for network, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:28.769452 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda357a1-9da6-430d-9e6f-ddb329659e84 req-ec22a09c-44a1-4842-842a-3ed87ff3e39f tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:28.779026 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-fda357a1-9da6-430d-9e6f-ddb329659e84 req-ec22a09c-44a1-4842-842a-3ed87ff3e39f tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?device_id=ff4d6822-c2c9-484c-85b2-e9b5ea13ad06 HTTP/1.1" status: 200 len: 946 time: 0.1524649 Jun 24 23:43:28.849751 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-fda357a1-9da6-430d-9e6f-ddb329659e84 req-32f48d42-4d34-4ee8-a4bc-d545cb314a41 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/security-groups?id=20c47638-9a00-4622-a48b-78e864be34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660448 Jun 24 23:43:28.854234 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-dc9571d4-5df9-4798-8a38-112855d43e15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627732'] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:28.870914 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9571d4-5df9-4798-8a38-112855d43e15 admin admin] Pushing event deleted for resources: {'Network': ['ID=15b4861f-9a33-42b5-9bc2-c84628a60f5d,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:43:28.875720 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-63c1119f-e8b2-44d4-ac2b-140e8e4a8625 req-25b02500-f2bf-4c44-b04a-6a2b6d35874a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d6903743-1b0d-489e-8706-8a7d7f5ad707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1292028 Jun 24 23:43:28.877683 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-dc9571d4-5df9-4798-8a38-112855d43e15 admin admin] 10.222.0.42 "DELETE /v2.0/networks/15b4861f-9a33-42b5-9bc2-c84628a60f5d HTTP/1.1" status: 204 len: 168 time: 2.1891756 Jun 24 23:43:28.948349 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.plugins.ml2.managers [None req-133acbc2-e54b-42c6-90e1-50bba801b45d None None] Attempting to bind port b941eb94-8444-4d02-af79-e7f891208d27 on host dv-cinder-847189-5-smb for vnic_type normal with profile {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 23:43:28.948723 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.plugins.ml2.managers [None req-133acbc2-e54b-42c6-90e1-50bba801b45d None None] Attempting to bind port b941eb94-8444-4d02-af79-e7f891208d27 by drivers openvswitch,hyperv on host dv-cinder-847189-5-smb at level 0 using segments [{'id': 'f4ac4e0f-d161-4376-9bbe-0238d9af5444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5918d9d0-cda1-4f4b-a972-072f1ba7a21b'}] {{(pid=88111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 23:43:28.949123 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133acbc2-e54b-42c6-90e1-50bba801b45d None None] Attempting to bind port b941eb94-8444-4d02-af79-e7f891208d27 on network 5918d9d0-cda1-4f4b-a972-072f1ba7a21b {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 23:43:28.958435 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133acbc2-e54b-42c6-90e1-50bba801b45d None None] Checking agent: {'id': '3a3b0bc1-d1b4-4224-a890-cab54187436c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 23, 32, 43), 'started_at': datetime.datetime(2022, 6, 24, 23, 33, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 23, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 23:43:28.958803 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133acbc2-e54b-42c6-90e1-50bba801b45d None None] Checking segment: {'id': 'f4ac4e0f-d161-4376-9bbe-0238d9af5444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5918d9d0-cda1-4f4b-a972-072f1ba7a21b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 23:43:28.959200 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron_lib.callbacks.manager [None req-133acbc2-e54b-42c6-90e1-50bba801b45d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:28.960568 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133acbc2-e54b-42c6-90e1-50bba801b45d None None] Bound using segment: {'id': 'f4ac4e0f-d161-4376-9bbe-0238d9af5444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5918d9d0-cda1-4f4b-a972-072f1ba7a21b'} {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 23:43:28.961100 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.plugins.ml2.managers [None req-133acbc2-e54b-42c6-90e1-50bba801b45d None None] Bound port: b941eb94-8444-4d02-af79-e7f891208d27, host: dv-cinder-847189-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4ac4e0f-d161-4376-9bbe-0238d9af5444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5918d9d0-cda1-4f4b-a972-072f1ba7a21b'}}] {{(pid=88111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 23:43:28.961445 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron_lib.callbacks.manager [None req-133acbc2-e54b-42c6-90e1-50bba801b45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:29.051105 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-63c1119f-e8b2-44d4-ac2b-140e8e4a8625 req-45b54674-c2e3-413f-b771-8d9b614b714d service neutron] 10.222.0.15 "GET /v2.0/networks/d6903743-1b0d-489e-8706-8a7d7f5ad707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634824 Jun 24 23:43:29.052492 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9571d4-5df9-4798-8a38-112855d43e15 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:43:29.052929 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9571d4-5df9-4798-8a38-112855d43e15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:43:29.053673 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9571d4-5df9-4798-8a38-112855d43e15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:43:29.054100 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9571d4-5df9-4798-8a38-112855d43e15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:43:29.054613 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9571d4-5df9-4798-8a38-112855d43e15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:43:29.055169 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9571d4-5df9-4798-8a38-112855d43e15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:43:29.056038 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9571d4-5df9-4798-8a38-112855d43e15 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:43:29.056523 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9571d4-5df9-4798-8a38-112855d43e15 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:43:29.057028 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9571d4-5df9-4798-8a38-112855d43e15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:43:29.057440 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9571d4-5df9-4798-8a38-112855d43e15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:43:29.058105 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9571d4-5df9-4798-8a38-112855d43e15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:43:29.058520 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9571d4-5df9-4798-8a38-112855d43e15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:43:29.248609 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.plugins.ml2.db [None req-133acbc2-e54b-42c6-90e1-50bba801b45d None None] For port b941eb94-8444-4d02-af79-e7f891208d27, host dv-cinder-847189-5-smb, cleared binding levels {{(pid=88111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 23:43:29.256663 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.plugins.ml2.db [None req-133acbc2-e54b-42c6-90e1-50bba801b45d None None] For port b941eb94-8444-4d02-af79-e7f891208d27, host dv-cinder-847189-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-5-smb',level=0,port_id=b941eb94-8444-4d02-af79-e7f891208d27,segment=NetworkSegment(f4ac4e0f-d161-4376-9bbe-0238d9af5444),segment_id=f4ac4e0f-d161-4376-9bbe-0238d9af5444)] {{(pid=88111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 23:43:29.266412 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron_lib.callbacks.manager [None req-133acbc2-e54b-42c6-90e1-50bba801b45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:29.326938 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 56240) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:43:29.435120 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-65c968c8-970d-4051-93f4-b3d1c8da70f4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c6246d7971d0415dad4e7ae45adeff3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1041806 Jun 24 23:43:29.437940 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 56246) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:43:29.446214 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01562f9-dd40-44ec-aaa2-63b437e753c9 None None] Pushing event updated for resources: {'Port': ['ID=b941eb94-8444-4d02-af79-e7f891208d27,revision_number=4']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:43:29.498244 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-63c1119f-e8b2-44d4-ac2b-140e8e4a8625 req-daff6446-4aeb-4208-835f-c13e7892cce3 service neutron] 10.222.0.15 "GET /v2.0/networks/d6903743-1b0d-489e-8706-8a7d7f5ad707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4365821 Jun 24 23:43:29.513720 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133acbc2-e54b-42c6-90e1-50bba801b45d None None] Routers {'0bece636-4f7e-42e7-a4dc-a504b1907f8f'} bound to L3 agent in host dv-cinder-847189-5-smb {{(pid=88111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 23:43:29.514620 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-133acbc2-e54b-42c6-90e1-50bba801b45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T23:32:42Z,description=,heartbeat_timestamp=2022-06-24T23:43:12Z,host='dv-cinder-847189-5-smb',id=05c04ad7-f453-4a24-8793-b86a404a0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T23:32:42Z,topic='l3_agent')) {'router_ids': ['0bece636-4f7e-42e7-a4dc-a504b1907f8f'], 'active': True} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:43:29.634109 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-60418e3a-31ca-4e3b-8ee1-d39ad8c5ac14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:29.762004 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-60418e3a-31ca-4e3b-8ee1-d39ad8c5ac14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:29.854960 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60a1565-52f3-40ca-845a-30a2e710c5b2 req-f6b5b281-ef6a-4c80-9812-e47c7364946b tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:29.871521 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-d60a1565-52f3-40ca-845a-30a2e710c5b2 req-f6b5b281-ef6a-4c80-9812-e47c7364946b tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/ports?device_id=d50d670d-4e02-4c65-a1f4-611299a7e34e HTTP/1.1" status: 200 len: 945 time: 0.5884964 Jun 24 23:43:29.980017 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-d60a1565-52f3-40ca-845a-30a2e710c5b2 req-303ae819-44c6-4fca-a0a9-608d7705e780 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/security-groups?id=35780291-3189-42e2-873b-1d6977d2becc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074634 Jun 24 23:43:30.002281 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee4ce6-58bf-49e9-b9bd-f5af2cb88fa6 req-43b82c6f-dc09-407a-80a2-e18780f3d3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:30.006535 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-1eee4ce6-58bf-49e9-b9bd-f5af2cb88fa6 req-43b82c6f-dc09-407a-80a2-e18780f3d3bd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7401592f3a744afaa62ada77ba287531&device_id=01ae51cf-d30e-4895-b5bb-5a3469ccc3c2 HTTP/1.1" status: 200 len: 1096 time: 0.4472506 Jun 24 23:43:30.021300 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-60418e3a-31ca-4e3b-8ee1-d39ad8c5ac14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:30.056674 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60418e3a-31ca-4e3b-8ee1-d39ad8c5ac14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=066fdd69-e096-485b-919e-85a295dea13f,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:43:30.072542 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60418e3a-31ca-4e3b-8ee1-d39ad8c5ac14 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:43:30.072922 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60418e3a-31ca-4e3b-8ee1-d39ad8c5ac14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:43:30.073257 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60418e3a-31ca-4e3b-8ee1-d39ad8c5ac14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:43:30.073538 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60418e3a-31ca-4e3b-8ee1-d39ad8c5ac14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:43:30.073862 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60418e3a-31ca-4e3b-8ee1-d39ad8c5ac14 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:43:30.074187 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60418e3a-31ca-4e3b-8ee1-d39ad8c5ac14 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:43:30.074516 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60418e3a-31ca-4e3b-8ee1-d39ad8c5ac14 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:43:30.074828 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60418e3a-31ca-4e3b-8ee1-d39ad8c5ac14 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:43:30.075150 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60418e3a-31ca-4e3b-8ee1-d39ad8c5ac14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:43:30.075466 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60418e3a-31ca-4e3b-8ee1-d39ad8c5ac14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:43:30.076357 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60418e3a-31ca-4e3b-8ee1-d39ad8c5ac14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:43:30.076357 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60418e3a-31ca-4e3b-8ee1-d39ad8c5ac14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:43:30.092852 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-60418e3a-31ca-4e3b-8ee1-d39ad8c5ac14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:30.107428 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-60418e3a-31ca-4e3b-8ee1-d39ad8c5ac14 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/066fdd69-e096-485b-919e-85a295dea13f HTTP/1.1" status: 204 len: 168 time: 0.6577144 Jun 24 23:43:30.157441 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5092355e-2e30-4f23-a407-beabc076a8f5 req-73f13106-f95a-4a4a-a91f-a83dd01f19e8 tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:30.159139 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-5092355e-2e30-4f23-a407-beabc076a8f5 req-73f13106-f95a-4a4a-a91f-a83dd01f19e8 tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] 10.222.0.42 "GET /v2.0/ports?device_id=01ae51cf-d30e-4895-b5bb-5a3469ccc3c2 HTTP/1.1" status: 200 len: 943 time: 0.3318789 Jun 24 23:43:30.290451 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee4ce6-58bf-49e9-b9bd-f5af2cb88fa6 req-6e844c03-3348-4b80-bc4a-cad3d283ae40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:30.291888 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-1eee4ce6-58bf-49e9-b9bd-f5af2cb88fa6 req-6e844c03-3348-4b80-bc4a-cad3d283ae40 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d6903743-1b0d-489e-8706-8a7d7f5ad707 HTTP/1.1" status: 200 len: 909 time: 0.2769082 Jun 24 23:43:30.323789 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-5092355e-2e30-4f23-a407-beabc076a8f5 req-1f964c41-492b-402a-bafc-53e7be5ff234 tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] 10.222.0.42 "GET /v2.0/security-groups?id=69d5f0e7-84d2-4936-b1bb-8f30fa535733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585402 Jun 24 23:43:30.374657 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvr_db [None req-133acbc2-e54b-42c6-90e1-50bba801b45d None None] Set router 0bece636-4f7e-42e7-a4dc-a504b1907f8f gateway port host: dv-cinder-847189-5-smb {{(pid=88111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 23:43:30.418043 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-1eee4ce6-58bf-49e9-b9bd-f5af2cb88fa6 req-f1fe15cc-22e7-436a-bc30-a9a639c8766e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=faebcd38-b1cd-4298-9485-d073ff18072b HTTP/1.1" status: 200 len: 217 time: 0.1050732 Jun 24 23:43:30.523743 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee4ce6-58bf-49e9-b9bd-f5af2cb88fa6 req-a5e467ec-6d13-450e-8c2c-2dc7271dc8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:30.526475 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-1eee4ce6-58bf-49e9-b9bd-f5af2cb88fa6 req-a5e467ec-6d13-450e-8c2c-2dc7271dc8b5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6a1f1413-5c9f-4bee-9ae9-6536e7b2e99b HTTP/1.1" status: 200 len: 848 time: 0.1008074 Jun 24 23:43:30.652035 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-1eee4ce6-58bf-49e9-b9bd-f5af2cb88fa6 req-33851870-b51d-464a-b10b-a2151ca4fabd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d6903743-1b0d-489e-8706-8a7d7f5ad707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1159918 Jun 24 23:43:30.818647 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device b941eb94-8444-4d02-af79-e7f891208d27 up at agent ovs-agent-dv-cinder-847189-5-smb {{(pid=88110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 23:43:30.840901 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-133acbc2-e54b-42c6-90e1-50bba801b45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bece636-4f7e-42e7-a4dc-a504b1907f8f', 'name': 'tempest-TestMinimumBasicScenario-849770493-router', 'tenant_id': '66faf38adc01495fbd821bcfe9172258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.6'}], 'enable_snat': True}, 'gw_port_id': '66b1d22f-64c3-49ac-b2b5-9ca10c1b6c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:43:11Z', 'updated_at': '2022-06-24T23:43:19Z', 'revision_number': 4, 'project_id': '66faf38adc01495fbd821bcfe9172258', 'gw_port': {'id': '66b1d22f-64c3-49ac-b2b5-9ca10c1b6c2d', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bece636-4f7e-42e7-a4dc-a504b1907f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:43:13Z', 'updated_at': '2022-06-24T23:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb', '_interfaces': [{'id': 'b941eb94-8444-4d02-af79-e7f891208d27', 'name': '', 'network_id': '5918d9d0-cda1-4f4b-a972-072f1ba7a21b', 'tenant_id': '66faf38adc01495fbd821bcfe9172258', 'mac_address': 'fa:16:3e:ee:57:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bece636-4f7e-42e7-a4dc-a504b1907f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'e2266d59-df0a-4ebf-994c-9489b5d966ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:43:18Z', 'updated_at': '2022-06-24T23:43:29Z', 'revision_number': 4, 'project_id': '66faf38adc01495fbd821bcfe9172258', 'subnets': [{'id': 'e2266d59-df0a-4ebf-994c-9489b5d966ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-5-smb', False) {} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:43:30.847438 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133acbc2-e54b-42c6-90e1-50bba801b45d None None] The sync data for ids ['0bece636-4f7e-42e7-a4dc-a504b1907f8f'] in dv-cinder-847189-5-smb is: [{'id': '0bece636-4f7e-42e7-a4dc-a504b1907f8f', 'name': 'tempest-TestMinimumBasicScenario-849770493-router', 'tenant_id': '66faf38adc01495fbd821bcfe9172258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.6'}], 'enable_snat': True}, 'gw_port_id': '66b1d22f-64c3-49ac-b2b5-9ca10c1b6c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:43:11Z', 'updated_at': '2022-06-24T23:43:19Z', 'revision_number': 4, 'project_id': '66faf38adc01495fbd821bcfe9172258', 'gw_port': {'id': '66b1d22f-64c3-49ac-b2b5-9ca10c1b6c2d', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bece636-4f7e-42e7-a4dc-a504b1907f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:43:13Z', 'updated_at': '2022-06-24T23:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb', '_interfaces': [{'id': 'b941eb94-8444-4d02-af79-e7f891208d27', 'name': '', 'network_id': '5918d9d0-cda1-4f4b-a972-072f1ba7a21b', 'tenant_id': '66faf38adc01495fbd821bcfe9172258', 'mac_address': 'fa:16:3e:ee:57:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bece636-4f7e-42e7-a4dc-a504b1907f8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'e2266d59-df0a-4ebf-994c-9489b5d966ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:43:18Z', 'updated_at': '2022-06-24T23:43:29Z', 'revision_number': 4, 'project_id': '66faf38adc01495fbd821bcfe9172258', 'subnets': [{'id': 'e2266d59-df0a-4ebf-994c-9489b5d966ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 23:43:30.919115 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 56286) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:43:30.980110 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Provisioning for port b941eb94-8444-4d02-af79-e7f891208d27 completed by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 23:43:30.989646 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Provisioning complete for port b941eb94-8444-4d02-af79-e7f891208d27 triggered by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:43:30.990298 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:31.046718 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-1eee4ce6-58bf-49e9-b9bd-f5af2cb88fa6 req-5edeaeac-f228-42c7-9e81-a987c66c956a service neutron] 10.222.0.15 "GET /v2.0/networks/d6903743-1b0d-489e-8706-8a7d7f5ad707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3768845 Jun 24 23:43:31.070295 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-4c84c5b4-b61d-486d-a838-c11af228feb1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=61fc6c3a90a34c9e9e4364fa3ab7bfd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1501482 Jun 24 23:43:31.079864 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 56294) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:43:31.110792 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 56300) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:43:31.119868 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.v2.base [None req-e262785d-ba81-47ee-aae1-c12b5601c22b tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1490067745', 'description': 'tempest-description--458650410'}} {{(pid=88109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:43:31.131919 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-e262785d-ba81-47ee-aae1-c12b5601c22b tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:43:31.145142 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-e262785d-ba81-47ee-aae1-c12b5601c22b tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:43:31.163220 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e262785d-ba81-47ee-aae1-c12b5601c22b tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Notify callbacks [] for security_group, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:31.191186 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-e262785d-ba81-47ee-aae1-c12b5601c22b tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:43:31.200075 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-e262785d-ba81-47ee-aae1-c12b5601c22b tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Usage tracker for resource:security_group_rule and tenant:b0685d2348744b39b8eb315433f69ef4 is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:43:31.204454 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-e262785d-ba81-47ee-aae1-c12b5601c22b tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:43:31.207479 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Current status of the port b941eb94-8444-4d02-af79-e7f891208d27 is: DOWN; New status is: ACTIVE {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:43:31.209001 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:31.211569 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-e262785d-ba81-47ee-aae1-c12b5601c22b tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:43:31.287628 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] For port b941eb94-8444-4d02-af79-e7f891208d27, host dv-cinder-847189-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-5-smb',level=0,port_id=b941eb94-8444-4d02-af79-e7f891208d27,segment=NetworkSegment(f4ac4e0f-d161-4376-9bbe-0238d9af5444),segment_id=f4ac4e0f-d161-4376-9bbe-0238d9af5444)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:43:31.298142 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:31.409979 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Pushing event updated for resources: {'Port': ['ID=b941eb94-8444-4d02-af79-e7f891208d27,revision_number=5']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:43:31.432005 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e262785d-ba81-47ee-aae1-c12b5601c22b tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Notify callbacks [] for security_group, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:31.496164 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e262785d-ba81-47ee-aae1-c12b5601c22b tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:31.636443 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e262785d-ba81-47ee-aae1-c12b5601c22b tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b26a354-2323-4315-80fe-b292c01f628e,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:43:31.667657 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e262785d-ba81-47ee-aae1-c12b5601c22b tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Notify callbacks [] for security_group, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:31.674043 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-e262785d-ba81-47ee-aae1-c12b5601c22b tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5621579 Jun 24 23:43:31.676009 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 56314) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:43:31.716472 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.v2.base [None req-7083f907-a073-4d59-ae34-ad68ac8898e1 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Request body: {'security_group_rule': {'security_group_id': '0b26a354-2323-4315-80fe-b292c01f628e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:43:31.730604 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-7083f907-a073-4d59-ae34-ad68ac8898e1 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:43:31.745077 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-7083f907-a073-4d59-ae34-ad68ac8898e1 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Usage tracker for resource:security_group_rule and tenant:b0685d2348744b39b8eb315433f69ef4 is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:43:31.745684 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-1eee4ce6-58bf-49e9-b9bd-f5af2cb88fa6 req-487a4414-d6b1-4e2e-a17d-df85302b4aec service neutron] 10.222.0.15 "GET /v2.0/networks/d6903743-1b0d-489e-8706-8a7d7f5ad707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6885407 Jun 24 23:43:31.749987 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0578c096-5854-4c6e-9cf7-9b12716d4908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:31.755246 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-7083f907-a073-4d59-ae34-ad68ac8898e1 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:43:31.772918 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-7083f907-a073-4d59-ae34-ad68ac8898e1 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:43:31.814484 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0578c096-5854-4c6e-9cf7-9b12716d4908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:31.824056 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-7083f907-a073-4d59-ae34-ad68ac8898e1 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:31.838460 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Device faebcd38-b1cd-4298-9485-d073ff18072b details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 23:43:31.857524 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9268c7-7f66-44b7-893a-2f14d7b93215 req-df27e809-c6eb-44db-a6c1-c5aff934378b tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:31.865667 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-1d9268c7-7f66-44b7-893a-2f14d7b93215 req-df27e809-c6eb-44db-a6c1-c5aff934378b tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] 10.222.0.42 "GET /v2.0/ports?device_id=01ae51cf-d30e-4895-b5bb-5a3469ccc3c2 HTTP/1.1" status: 200 len: 943 time: 0.2318203 Jun 24 23:43:31.910429 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6234c7-b6ff-4dfc-ab2d-e80b1ea01279 req-2750abee-4694-4e4c-92a2-57dab504eae5 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:31.914288 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-3d6234c7-b6ff-4dfc-ab2d-e80b1ea01279 req-2750abee-4694-4e4c-92a2-57dab504eae5 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/ports?device_id=d50d670d-4e02-4c65-a1f4-611299a7e34e HTTP/1.1" status: 200 len: 945 time: 0.4762394 Jun 24 23:43:31.957387 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-1d9268c7-7f66-44b7-893a-2f14d7b93215 req-bc50882c-7cdc-41c4-8e18-d5695eb7c2f1 tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] 10.222.0.42 "GET /v2.0/security-groups?id=69d5f0e7-84d2-4936-b1bb-8f30fa535733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908074 Jun 24 23:43:31.988723 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0578c096-5854-4c6e-9cf7-9b12716d4908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:32.020241 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0578c096-5854-4c6e-9cf7-9b12716d4908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44eb66f6-57fb-4e35-b30c-14b4748dabb5,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:43:32.047140 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0578c096-5854-4c6e-9cf7-9b12716d4908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:32.068036 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-0578c096-5854-4c6e-9cf7-9b12716d4908 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/44eb66f6-57fb-4e35-b30c-14b4748dabb5 HTTP/1.1" status: 204 len: 168 time: 0.9869964 Jun 24 23:43:32.130537 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] For port faebcd38-b1cd-4298-9485-d073ff18072b, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=faebcd38-b1cd-4298-9485-d073ff18072b,segment=NetworkSegment(03391268-887c-431f-8f40-1a81f73fd8b4),segment_id=03391268-887c-431f-8f40-1a81f73fd8b4)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:43:32.151991 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Returning: {'device': 'faebcd38-b1cd-4298-9485-d073ff18072b', 'network_id': 'd6903743-1b0d-489e-8706-8a7d7f5ad707', 'port_id': 'faebcd38-b1cd-4298-9485-d073ff18072b', 'mac_address': 'fa:16:3e:26:92:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a1f1413-5c9f-4bee-9ae9-6536e7b2e99b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 23:43:32.166314 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-3d6234c7-b6ff-4dfc-ab2d-e80b1ea01279 req-cf3bb455-1041-4102-b9cc-bbbb638708f5 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/security-groups?id=35780291-3189-42e2-873b-1d6977d2becc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2438731 Jun 24 23:43:32.168051 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-7083f907-a073-4d59-ae34-ad68ac8898e1 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:32.173209 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-7083f907-a073-4d59-ae34-ad68ac8898e1 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524818'] for security_group_rule, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:32.208558 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7083f907-a073-4d59-ae34-ad68ac8898e1 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4886a0f2-0d18-4be4-b782-65f63f8a50f0,revision_number=0']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:43:32.227399 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-7083f907-a073-4d59-ae34-ad68ac8898e1 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:32.229690 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-7083f907-a073-4d59-ae34-ad68ac8898e1 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5355587 Jun 24 23:43:32.232833 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 56322) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:43:32.242689 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.v2.base [None req-0123f4c1-1175-481c-b649-df53adc00744 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Request body: {'security_group_rule': {'security_group_id': '0b26a354-2323-4315-80fe-b292c01f628e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:43:32.253992 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-0123f4c1-1175-481c-b649-df53adc00744 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:43:32.268047 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-0123f4c1-1175-481c-b649-df53adc00744 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Usage tracker for resource:security_group_rule and tenant:b0685d2348744b39b8eb315433f69ef4 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:43:32.271561 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-0123f4c1-1175-481c-b649-df53adc00744 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:43:32.271964 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-707bff31-b5da-4601-b274-386892c937dc None None] Current status of the port faebcd38-b1cd-4298-9485-d073ff18072b is: DOWN; New status is: BUILD {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:43:32.272527 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:32.286343 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-0123f4c1-1175-481c-b649-df53adc00744 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:43:32.298800 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.notifiers.nova [None req-707bff31-b5da-4601-b274-386892c937dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faebcd38-b1cd-4298-9485-d073ff18072b {{(pid=88110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 23:43:32.344635 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0123f4c1-1175-481c-b649-df53adc00744 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:32.348450 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] For port faebcd38-b1cd-4298-9485-d073ff18072b, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=faebcd38-b1cd-4298-9485-d073ff18072b,segment=NetworkSegment(03391268-887c-431f-8f40-1a81f73fd8b4),segment_id=03391268-887c-431f-8f40-1a81f73fd8b4)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:43:32.355192 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:32.554513 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Pushing event updated for resources: {'Port': ['ID=faebcd38-b1cd-4298-9485-d073ff18072b,revision_number=4']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:43:32.581048 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0123f4c1-1175-481c-b649-df53adc00744 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:32.604688 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0123f4c1-1175-481c-b649-df53adc00744 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524818'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:32.650604 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0123f4c1-1175-481c-b649-df53adc00744 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa8c3a7e-dd6c-4e19-aecf-29f640ae7493,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:43:32.666543 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0123f4c1-1175-481c-b649-df53adc00744 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:32.669492 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-0123f4c1-1175-481c-b649-df53adc00744 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4355543 Jun 24 23:43:32.672580 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 56336) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:43:32.675879 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] get_ports_and_sgs() called for port_ids ['faebcd38-b1cd-4298-9485-d073ff18072b'] {{(pid=88110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 23:43:32.683019 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.v2.base [None req-17f3a6e8-e6c9-4d45-8fe5-2481ddaf1c8d tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Request body: {'floatingip': {'floating_network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:43:32.696696 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-17f3a6e8-e6c9-4d45-8fe5-2481ddaf1c8d tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:43:32.708695 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-17f3a6e8-e6c9-4d45-8fe5-2481ddaf1c8d tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Usage tracker for resource:floatingip and tenant:b0685d2348744b39b8eb315433f69ef4 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:43:32.715279 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-17f3a6e8-e6c9-4d45-8fe5-2481ddaf1c8d tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:43:32.733973 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-17f3a6e8-e6c9-4d45-8fe5-2481ddaf1c8d tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:43:32.765609 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-17f3a6e8-e6c9-4d45-8fe5-2481ddaf1c8d tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Notify callbacks [] for floatingip, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:32.850940 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device b941eb94-8444-4d02-af79-e7f891208d27 up at agent ovs-agent-dv-cinder-847189-5-smb {{(pid=88110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 23:43:32.981949 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-17f3a6e8-e6c9-4d45-8fe5-2481ddaf1c8d tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:32.989680 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Provisioning complete for port b941eb94-8444-4d02-af79-e7f891208d27 triggered by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:43:32.990059 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:33.131691 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 56350) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:43:33.399305 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Current status of the port b941eb94-8444-4d02-af79-e7f891208d27 is: ACTIVE; New status is: ACTIVE {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:43:33.457649 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-17f3a6e8-e6c9-4d45-8fe5-2481ddaf1c8d tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Allocated IP 172.28.1.98 (faf77eb5-d359-4977-a80d-20d91cf50932/45337dfe-1492-4630-96d4-ace1b4f61ce9/8b18fe46-5368-4d5e-af6c-fc3aab3baf60) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 23:43:33.494053 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc62d85b-5cff-4aba-9fdf-5c607b8ddf13 req-7b1bf07b-d0a1-43b1-8b01-cfd3f10a35ea tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:33.495876 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-bc62d85b-5cff-4aba-9fdf-5c607b8ddf13 req-7b1bf07b-d0a1-43b1-8b01-cfd3f10a35ea tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] 10.222.0.42 "GET /v2.0/ports?device_id=01ae51cf-d30e-4895-b5bb-5a3469ccc3c2 HTTP/1.1" status: 200 len: 944 time: 0.2788162 Jun 24 23:43:33.645395 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-bc62d85b-5cff-4aba-9fdf-5c607b8ddf13 req-48a25d85-0e68-4bc7-b501-3ef21bfb1dd6 tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] 10.222.0.42 "GET /v2.0/security-groups?id=69d5f0e7-84d2-4936-b1bb-8f30fa535733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327128 Jun 24 23:43:33.734314 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-17f3a6e8-e6c9-4d45-8fe5-2481ddaf1c8d tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:33.795394 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6a3a8aeb-1d4b-43d0-95dc-a6cf71bf5042 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:33.798454 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-17f3a6e8-e6c9-4d45-8fe5-2481ddaf1c8d tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754888214703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266412288'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:33.833922 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-6a3a8aeb-1d4b-43d0-95dc-a6cf71bf5042 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:43:33.864988 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa57231-8e93-4241-8545-92479dc4a3ec req-a75fdb74-9b97-45b8-9858-847f8022d68f tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:33.879812 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-6fa57231-8e93-4241-8545-92479dc4a3ec req-a75fdb74-9b97-45b8-9858-847f8022d68f tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/ports?device_id=d50d670d-4e02-4c65-a1f4-611299a7e34e HTTP/1.1" status: 200 len: 945 time: 0.4896150 Jun 24 23:43:33.882626 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-6a3a8aeb-1d4b-43d0-95dc-a6cf71bf5042 admin admin] Usage tracker for resource:security_group_rule and tenant:7da3fe9374214f9d9f0626fe2c216ed4 is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:43:33.886994 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-6a3a8aeb-1d4b-43d0-95dc-a6cf71bf5042 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:43:33.924532 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-6a3a8aeb-1d4b-43d0-95dc-a6cf71bf5042 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:43:33.939397 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f3a6e8-e6c9-4d45-8fe5-2481ddaf1c8d tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Pushing event updated for resources: {'Port': ['ID=8b18fe46-5368-4d5e-af6c-fc3aab3baf60,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:43:33.951909 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f3a6e8-e6c9-4d45-8fe5-2481ddaf1c8d tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Network faf77eb5-d359-4977-a80d-20d91cf50932 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 23:43:33.953117 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-17f3a6e8-e6c9-4d45-8fe5-2481ddaf1c8d tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 23:43:33.955582 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f3a6e8-e6c9-4d45-8fe5-2481ddaf1c8d tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 23:43:33.981882 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-6fa57231-8e93-4241-8545-92479dc4a3ec req-7162a231-d02f-4a6a-b298-ff2507338b15 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/security-groups?id=35780291-3189-42e2-873b-1d6977d2becc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990579 Jun 24 23:43:34.124318 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6a3a8aeb-1d4b-43d0-95dc-a6cf71bf5042 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:34.133875 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6a3a8aeb-1d4b-43d0-95dc-a6cf71bf5042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:34.153452 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-17f3a6e8-e6c9-4d45-8fe5-2481ddaf1c8d tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:34.244954 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3a8aeb-1d4b-43d0-95dc-a6cf71bf5042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8088e5bb-b0e1-4134-804b-6432ee4a63c6,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:43:34.261187 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-6a3a8aeb-1d4b-43d0-95dc-a6cf71bf5042 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7da3fe9374214f9d9f0626fe2c216ed4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1265330 Jun 24 23:43:34.263346 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 56382) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:43:34.293704 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-17f3a6e8-e6c9-4d45-8fe5-2481ddaf1c8d tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:34.388189 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-4e888267-d9a1-41f0-bff1-1750545898a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:34.433009 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-4e888267-d9a1-41f0-bff1-1750545898a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:34.511618 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-4e888267-d9a1-41f0-bff1-1750545898a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:34.531246 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e888267-d9a1-41f0-bff1-1750545898a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8088e5bb-b0e1-4134-804b-6432ee4a63c6,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:43:34.541405 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-4e888267-d9a1-41f0-bff1-1750545898a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:34.559909 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-4e888267-d9a1-41f0-bff1-1750545898a3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8088e5bb-b0e1-4134-804b-6432ee4a63c6 HTTP/1.1" status: 204 len: 168 time: 0.2839143 Jun 24 23:43:34.586350 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-17f3a6e8-e6c9-4d45-8fe5-2481ddaf1c8d tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:34.592376 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-17f3a6e8-e6c9-4d45-8fe5-2481ddaf1c8d tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266412311'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:34.820551 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f3a6e8-e6c9-4d45-8fe5-2481ddaf1c8d tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Pushing event updated for resources: {'Port': ['ID=8b18fe46-5368-4d5e-af6c-fc3aab3baf60,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:43:34.823188 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 56396) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:43:34.861496 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-17f3a6e8-e6c9-4d45-8fe5-2481ddaf1c8d tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476618'] for floatingip, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:34.983370 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-17f3a6e8-e6c9-4d45-8fe5-2481ddaf1c8d tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122089'] for floatingip, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:34.989716 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-17f3a6e8-e6c9-4d45-8fe5-2481ddaf1c8d tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3107345 Jun 24 23:43:35.093025 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2891a20-b821-4613-af7b-60005c289509 req-410dd326-b5d7-4f6d-a428-44cc8cd5068f tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:35.096163 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-d2891a20-b821-4613-af7b-60005c289509 req-410dd326-b5d7-4f6d-a428-44cc8cd5068f tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] 10.222.0.42 "GET /v2.0/ports?device_id=01ae51cf-d30e-4895-b5bb-5a3469ccc3c2 HTTP/1.1" status: 200 len: 944 time: 0.1851099 Jun 24 23:43:35.175992 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-d2891a20-b821-4613-af7b-60005c289509 req-21e9af8b-fc57-4b37-b1b4-a79ea233e14a tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] 10.222.0.42 "GET /v2.0/security-groups?id=69d5f0e7-84d2-4936-b1bb-8f30fa535733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707397 Jun 24 23:43:35.233926 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a8a2a42d-c49c-4e9d-a93f-48d3bcf8012a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:35.268899 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-a8a2a42d-c49c-4e9d-a93f-48d3bcf8012a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:43:35.278640 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-a8a2a42d-c49c-4e9d-a93f-48d3bcf8012a admin admin] Usage tracker for resource:security_group_rule and tenant:5636b2a11709494ba70d078cf23ee02c is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:43:35.283690 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-a8a2a42d-c49c-4e9d-a93f-48d3bcf8012a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:43:35.294466 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-a8a2a42d-c49c-4e9d-a93f-48d3bcf8012a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:43:35.341843 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0a316b-83d4-456d-81f5-8e4836cd3969 req-78effc7e-737d-4b65-94dc-1adac9b6ef58 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:35.343430 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-5f0a316b-83d4-456d-81f5-8e4836cd3969 req-78effc7e-737d-4b65-94dc-1adac9b6ef58 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/ports?device_id=d50d670d-4e02-4c65-a1f4-611299a7e34e HTTP/1.1" status: 200 len: 945 time: 0.1739109 Jun 24 23:43:35.420735 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-5f0a316b-83d4-456d-81f5-8e4836cd3969 req-42f34831-429e-4935-bc40-3a9b3504a555 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/security-groups?id=35780291-3189-42e2-873b-1d6977d2becc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649343 Jun 24 23:43:35.459593 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a8a2a42d-c49c-4e9d-a93f-48d3bcf8012a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:35.465643 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a8a2a42d-c49c-4e9d-a93f-48d3bcf8012a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:35.524830 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-a8a2a42d-c49c-4e9d-a93f-48d3bcf8012a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5636b2a11709494ba70d078cf23ee02c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7004893 Jun 24 23:43:35.528401 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 56418) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:43:35.544741 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a2a42d-c49c-4e9d-a93f-48d3bcf8012a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=528fa9fe-6997-4a25-a032-5c58a1f4c78e,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:43:35.604286 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-81dba784-2970-46a8-995d-b5b3250663c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:35.636551 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-81dba784-2970-46a8-995d-b5b3250663c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:35.707911 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-81dba784-2970-46a8-995d-b5b3250663c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:35.734145 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dba784-2970-46a8-995d-b5b3250663c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=528fa9fe-6997-4a25-a032-5c58a1f4c78e,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:43:35.745477 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-81dba784-2970-46a8-995d-b5b3250663c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:35.748981 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-81dba784-2970-46a8-995d-b5b3250663c2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/528fa9fe-6997-4a25-a032-5c58a1f4c78e HTTP/1.1" status: 204 len: 168 time: 0.2173221 Jun 24 23:43:35.865807 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Device faebcd38-b1cd-4298-9485-d073ff18072b up at agent hyperv_hv-cinder-84718 {{(pid=88110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 23:43:35.976202 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-707bff31-b5da-4601-b274-386892c937dc None None] Provisioning for port faebcd38-b1cd-4298-9485-d073ff18072b completed by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 23:43:36.006722 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-707bff31-b5da-4601-b274-386892c937dc None None] Provisioning complete for port faebcd38-b1cd-4298-9485-d073ff18072b triggered by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:43:36.007600 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:36.219680 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-707bff31-b5da-4601-b274-386892c937dc None None] Current status of the port faebcd38-b1cd-4298-9485-d073ff18072b is: BUILD; New status is: ACTIVE {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:43:36.221176 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:36.260056 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01ae51cf-d30e-4895-b5bb-5a3469ccc3c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faebcd38-b1cd-4298-9485-d073ff18072b'}] {{(pid=88110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 23:43:36.289693 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] For port faebcd38-b1cd-4298-9485-d073ff18072b, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=faebcd38-b1cd-4298-9485-d073ff18072b,segment=NetworkSegment(03391268-887c-431f-8f40-1a81f73fd8b4),segment_id=03391268-887c-431f-8f40-1a81f73fd8b4)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:43:36.297711 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:36.401512 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Pushing event updated for resources: {'Port': ['ID=faebcd38-b1cd-4298-9485-d073ff18072b,revision_number=5']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:43:36.570573 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc7a03f-450b-4ae8-bee6-7b85e8942bdd req-daa7cf98-9240-4b8a-bc4d-bcea0075038e tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:36.573944 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-8bc7a03f-450b-4ae8-bee6-7b85e8942bdd req-daa7cf98-9240-4b8a-bc4d-bcea0075038e tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] 10.222.0.42 "GET /v2.0/ports?device_id=01ae51cf-d30e-4895-b5bb-5a3469ccc3c2 HTTP/1.1" status: 200 len: 945 time: 0.2022521 Jun 24 23:43:36.666580 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-8bc7a03f-450b-4ae8-bee6-7b85e8942bdd req-84802ea4-1945-429c-bae1-e2edef108293 tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] 10.222.0.42 "GET /v2.0/security-groups?id=69d5f0e7-84d2-4936-b1bb-8f30fa535733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863712 Jun 24 23:43:36.722731 dv-cinder-847189-5-smb neutron-server[88110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf1f9847-3e97-4990-a598-965a65ff8afd'] response: {'server_uuid': '01ae51cf-d30e-4895-b5bb-5a3469ccc3c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faebcd38-b1cd-4298-9485-d073ff18072b', 'code': 200} Jun 24 23:43:36.923964 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b806d5-8900-47a4-a64c-94fe3228a1ba req-0cdf9854-40d4-439d-adc2-be388e6a59b5 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:36.925659 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-b2b806d5-8900-47a4-a64c-94fe3228a1ba req-0cdf9854-40d4-439d-adc2-be388e6a59b5 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/ports?device_id=d50d670d-4e02-4c65-a1f4-611299a7e34e HTTP/1.1" status: 200 len: 945 time: 0.1026664 Jun 24 23:43:36.932930 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 56482) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:43:37.001516 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-b2b806d5-8900-47a4-a64c-94fe3228a1ba req-e715b0fd-4b6a-4200-8144-1578acfc0943 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/security-groups?id=35780291-3189-42e2-873b-1d6977d2becc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570204 Jun 24 23:43:37.050797 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cd1a37-1dd3-430b-8691-a789df14e435 req-d6b0da1d-5d21-4aac-a075-da038e20920d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:37.052950 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-74cd1a37-1dd3-430b-8691-a789df14e435 req-d6b0da1d-5d21-4aac-a075-da038e20920d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=01ae51cf-d30e-4895-b5bb-5a3469ccc3c2 HTTP/1.1" status: 200 len: 1098 time: 0.1270025 Jun 24 23:43:37.092371 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.v2.base [None req-c70e0b61-e92c-4be4-90d6-a2e8c1e5805f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2067491430-network', 'tenant_id': '800c71f07db44002a01289d17088fa79'}} {{(pid=88109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:43:37.097553 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-c70e0b61-e92c-4be4-90d6-a2e8c1e5805f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:43:37.101772 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-c70e0b61-e92c-4be4-90d6-a2e8c1e5805f admin admin] Usage tracker for resource:network and tenant:800c71f07db44002a01289d17088fa79 is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:43:37.106186 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-c70e0b61-e92c-4be4-90d6-a2e8c1e5805f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:43:37.114318 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-c70e0b61-e92c-4be4-90d6-a2e8c1e5805f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:43:37.120214 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-74cd1a37-1dd3-430b-8691-a789df14e435 req-f123d390-8ec4-4028-8422-2a148af6a71e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=69d5f0e7-84d2-4936-b1bb-8f30fa535733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604308 Jun 24 23:43:37.128369 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c70e0b61-e92c-4be4-90d6-a2e8c1e5805f admin admin] Made reservation on behalf of 800c71f07db44002a01289d17088fa79 for: {'network': 1} {{(pid=88109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 23:43:37.132890 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70e0b61-e92c-4be4-90d6-a2e8c1e5805f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for network, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:37.150217 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70e0b61-e92c-4be4-90d6-a2e8c1e5805f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:37.170079 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-c70e0b61-e92c-4be4-90d6-a2e8c1e5805f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:43:37.174565 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-c70e0b61-e92c-4be4-90d6-a2e8c1e5805f admin admin] Usage tracker for resource:security_group_rule and tenant:800c71f07db44002a01289d17088fa79 is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:43:37.177812 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-c70e0b61-e92c-4be4-90d6-a2e8c1e5805f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:43:37.185351 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-c70e0b61-e92c-4be4-90d6-a2e8c1e5805f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:43:37.294157 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70e0b61-e92c-4be4-90d6-a2e8c1e5805f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:37.300057 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70e0b61-e92c-4be4-90d6-a2e8c1e5805f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:37.327085 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c70e0b61-e92c-4be4-90d6-a2e8c1e5805f admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=88109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 23:43:37.348590 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70e0b61-e92c-4be4-90d6-a2e8c1e5805f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b011d12b-64ad-42ed-9372-ab69b8ced82c,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:43:37.354380 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70e0b61-e92c-4be4-90d6-a2e8c1e5805f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569928'] for segment, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:37.354777 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.db.segments_db [None req-c70e0b61-e92c-4be4-90d6-a2e8c1e5805f admin admin] Added segment 54123915-af97-4a81-8209-125e049a46d7 of type vlan for network 6c7c961b-1004-4e8e-87f8-0a74685fbdb0 Jun 24 23:43:37.450817 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70e0b61-e92c-4be4-90d6-a2e8c1e5805f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754888201009'] for network, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:37.497085 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3889fbb0-3c6c-4a34-a4be-85569a93034e req-9e6aa19a-0170-4d4f-8e7e-02d00f74ac69 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:37.498590 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-3889fbb0-3c6c-4a34-a4be-85569a93034e req-9e6aa19a-0170-4d4f-8e7e-02d00f74ac69 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/ports?device_id=d50d670d-4e02-4c65-a1f4-611299a7e34e HTTP/1.1" status: 200 len: 945 time: 0.1422679 Jun 24 23:43:37.526665 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70e0b61-e92c-4be4-90d6-a2e8c1e5805f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:37.526665 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70e0b61-e92c-4be4-90d6-a2e8c1e5805f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:37.526665 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c70e0b61-e92c-4be4-90d6-a2e8c1e5805f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627732'] for network, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:37.668120 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-3889fbb0-3c6c-4a34-a4be-85569a93034e req-5e2898f5-9afb-4779-9360-ae2861c2a1c3 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/security-groups?id=35780291-3189-42e2-873b-1d6977d2becc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1630566 Jun 24 23:43:37.672863 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-c70e0b61-e92c-4be4-90d6-a2e8c1e5805f admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7359529 Jun 24 23:43:37.672863 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70e0b61-e92c-4be4-90d6-a2e8c1e5805f admin admin] Pushing event updated for resources: {'Network': ['ID=6c7c961b-1004-4e8e-87f8-0a74685fbdb0,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:43:37.679079 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 56498) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:43:37.685247 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.v2.base [None req-0cae50f7-b3a9-49a4-9bfd-a6c3f5fe7615 admin admin] Request body: {'subnet': {'network_id': '6c7c961b-1004-4e8e-87f8-0a74685fbdb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2067491430-subnet', 'tenant_id': '800c71f07db44002a01289d17088fa79', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:43:37.690508 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-0cae50f7-b3a9-49a4-9bfd-a6c3f5fe7615 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:43:37.697612 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Network 6c7c961b-1004-4e8e-87f8-0a74685fbdb0 details requested by agent ovs-agent-dv-cinder-847189-5-smb with host dv-cinder-847189-5-smb {{(pid=88110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 24 23:43:37.706895 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-0cae50f7-b3a9-49a4-9bfd-a6c3f5fe7615 admin admin] Usage tracker for resource:subnet and tenant:800c71f07db44002a01289d17088fa79 is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:43:37.719986 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-0cae50f7-b3a9-49a4-9bfd-a6c3f5fe7615 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:43:37.730364 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-0cae50f7-b3a9-49a4-9bfd-a6c3f5fe7615 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:43:37.753992 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cae50f7-b3a9-49a4-9bfd-a6c3f5fe7615 admin admin] Made reservation on behalf of 800c71f07db44002a01289d17088fa79 for: {'subnet': 1} {{(pid=88109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 23:43:37.756954 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-0cae50f7-b3a9-49a4-9bfd-a6c3f5fe7615 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266086773'] for subnet, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:37.778492 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3047bc-73e1-453e-8e59-d6c02b76a28c req-7293258a-4118-451d-a5c5-89b12df0fb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:37.796383 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-4e3047bc-73e1-453e-8e59-d6c02b76a28c req-7293258a-4118-451d-a5c5-89b12df0fb72 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6562c7a98a7c427eaa1620396993ad5c&device_id=d50d670d-4e02-4c65-a1f4-611299a7e34e HTTP/1.1" status: 200 len: 1098 time: 0.2251556 Jun 24 23:43:38.026057 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3047bc-73e1-453e-8e59-d6c02b76a28c req-0ff550cb-c704-4a42-883b-dc7c558614fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:38.028099 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-4e3047bc-73e1-453e-8e59-d6c02b76a28c req-0ff550cb-c704-4a42-883b-dc7c558614fb service neutron] 10.222.0.15 "GET /v2.0/networks?id=5c775af7-724c-4fda-8e40-d1a942821249 HTTP/1.1" status: 200 len: 911 time: 0.2232525 Jun 24 23:43:38.126721 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f1cb9f-7fca-4eb9-9f79-d3f1de88715b req-542b1826-d364-45dd-bdbc-fd9a8155fdac tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:38.128229 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-13f1cb9f-7fca-4eb9-9f79-d3f1de88715b req-542b1826-d364-45dd-bdbc-fd9a8155fdac tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] 10.222.0.42 "GET /v2.0/ports?device_id=01ae51cf-d30e-4895-b5bb-5a3469ccc3c2 HTTP/1.1" status: 200 len: 945 time: 0.1630578 Jun 24 23:43:38.130012 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-0cae50f7-b3a9-49a4-9bfd-a6c3f5fe7615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266549952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266086723'] for subnet, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:38.224579 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-4e3047bc-73e1-453e-8e59-d6c02b76a28c req-e35f211f-ce63-4136-9ec5-00c81bd61fbb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a83bdd22-39f9-4d05-8a09-e01ede02b877 HTTP/1.1" status: 200 len: 1001 time: 0.1783161 Jun 24 23:43:38.249028 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-13f1cb9f-7fca-4eb9-9f79-d3f1de88715b req-be20db5c-426e-4dce-8f8b-dcdefce82b6c tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] 10.222.0.42 "GET /v2.0/security-groups?id=69d5f0e7-84d2-4936-b1bb-8f30fa535733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148717 Jun 24 23:43:38.259892 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cae50f7-b3a9-49a4-9bfd-a6c3f5fe7615 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7716ef76-7450-4aea-a010-177127f717f7,revision_number=0']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:43:38.279977 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cae50f7-b3a9-49a4-9bfd-a6c3f5fe7615 admin admin] Checking segment: {'id': '54123915-af97-4a81-8209-125e049a46d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6c7c961b-1004-4e8e-87f8-0a74685fbdb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 23:43:38.280421 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cae50f7-b3a9-49a4-9bfd-a6c3f5fe7615 admin admin] Network hostable DHCP agents. Network: 6c7c961b-1004-4e8e-87f8-0a74685fbdb0, hostable agents: ['6e28835f-a2f6-456f-8f53-9851f009901c'], hosted agents: [] {{(pid=88109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 23:43:38.312316 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cae50f7-b3a9-49a4-9bfd-a6c3f5fe7615 admin admin] Network 6c7c961b-1004-4e8e-87f8-0a74685fbdb0 is scheduled to be hosted by DHCP agent 6e28835f-a2f6-456f-8f53-9851f009901c with binding_index 1 {{(pid=88109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 23:43:38.330786 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-0cae50f7-b3a9-49a4-9bfd-a6c3f5fe7615 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-5-smb, 6c7c961b-1004-4e8e-87f8-0a74685fbdb0) {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 23:43:38.343104 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98608950-ba1d-495e-8c4f-9efe9bfa2fcf None None] Network 6c7c961b-1004-4e8e-87f8-0a74685fbdb0 requested from dv-cinder-847189-5-smb {{(pid=88110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 23:43:38.347636 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cae50f7-b3a9-49a4-9bfd-a6c3f5fe7615 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:38.347636 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-0cae50f7-b3a9-49a4-9bfd-a6c3f5fe7615 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:38.356090 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3047bc-73e1-453e-8e59-d6c02b76a28c req-32022af3-21fe-4b54-8541-54371d013439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:38.361451 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-4e3047bc-73e1-453e-8e59-d6c02b76a28c req-32022af3-21fe-4b54-8541-54371d013439 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4eab98b5-d3e2-4d75-bd58-9dc209dd913a HTTP/1.1" status: 200 len: 849 time: 0.1200573 Jun 24 23:43:38.416400 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-0cae50f7-b3a9-49a4-9bfd-a6c3f5fe7615 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7354813 Jun 24 23:43:38.497574 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3047bc-73e1-453e-8e59-d6c02b76a28c req-0a38dbf5-1e4b-4b48-8b6d-8f1fd5f613f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:38.499189 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-4e3047bc-73e1-453e-8e59-d6c02b76a28c req-0a38dbf5-1e4b-4b48-8b6d-8f1fd5f613f2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5c775af7-724c-4fda-8e40-d1a942821249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1329498 Jun 24 23:43:38.668071 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dccdf61-ac81-430d-a1ec-79ffa7e7a981 None None] Network 6c7c961b-1004-4e8e-87f8-0a74685fbdb0 requested from dv-cinder-847189-5-smb {{(pid=88110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 23:43:38.668678 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-4e3047bc-73e1-453e-8e59-d6c02b76a28c req-e62136f4-8a82-4880-8fc9-eb96a919f8b5 service neutron] 10.222.0.15 "GET /v2.0/networks/5c775af7-724c-4fda-8e40-d1a942821249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541102 Jun 24 23:43:38.843343 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:38.854039 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-4e3047bc-73e1-453e-8e59-d6c02b76a28c req-bc4153c6-66e6-4082-845e-3dccf1932d39 service neutron] 10.222.0.15 "GET /v2.0/networks/5c775af7-724c-4fda-8e40-d1a942821249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785727 Jun 24 23:43:39.005609 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f32ff82-dff5-4e22-9693-aa4b1664e8b6 req-776aaeeb-a461-456c-afdd-42afb8199f03 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:39.014405 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-5f32ff82-dff5-4e22-9693-aa4b1664e8b6 req-776aaeeb-a461-456c-afdd-42afb8199f03 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/ports?device_id=d50d670d-4e02-4c65-a1f4-611299a7e34e HTTP/1.1" status: 200 len: 945 time: 0.1364939 Jun 24 23:43:39.090974 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-5f32ff82-dff5-4e22-9693-aa4b1664e8b6 req-61dd0102-d3be-4120-a152-6570dca03ba5 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/security-groups?id=35780291-3189-42e2-873b-1d6977d2becc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753686 Jun 24 23:43:39.245749 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-0685c05a-f662-4de2-a7d7-12c5a126edec req-8f11af66-0b40-4cb5-9406-d5a70ea45f44 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1490067745&fields=id&tenant_id=b0685d2348744b39b8eb315433f69ef4 HTTP/1.1" status: 200 len: 267 time: 0.0525365 Jun 24 23:43:39.407964 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0685c05a-f662-4de2-a7d7-12c5a126edec req-467dc267-542e-4d02-8ce0-54f2b1af6ded tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:39.411162 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-0685c05a-f662-4de2-a7d7-12c5a126edec req-467dc267-542e-4d02-8ce0-54f2b1af6ded tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/networks?id=878eeed2-1705-4528-82e7-be9e0c60139b HTTP/1.1" status: 200 len: 819 time: 0.1623437 Jun 24 23:43:39.433255 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-0685c05a-f662-4de2-a7d7-12c5a126edec req-e7078ec8-723a-4823-89a6-f4d436b00aa8 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/quotas/b0685d2348744b39b8eb315433f69ef4 HTTP/1.1" status: 200 len: 375 time: 0.0169337 Jun 24 23:43:39.521703 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 56532) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:43:39.637083 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-0685c05a-f662-4de2-a7d7-12c5a126edec req-234938b0-b6e2-4619-bc8b-80f2a7f1c07b tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=b0685d2348744b39b8eb315433f69ef4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1943011 Jun 24 23:43:39.835535 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-5263d85b-dba4-421a-8a06-36bfad7ac822 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:39.860196 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-5263d85b-dba4-421a-8a06-36bfad7ac822 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:43:39.867807 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-5263d85b-dba4-421a-8a06-36bfad7ac822 admin admin] Usage tracker for resource:security_group_rule and tenant:cd42814078dd4250836588b8ce9a6ba2 is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:43:39.871802 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-5263d85b-dba4-421a-8a06-36bfad7ac822 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:43:39.885208 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-5263d85b-dba4-421a-8a06-36bfad7ac822 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:43:39.921902 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98be3450-5c67-4b78-9142-c69515813b24 req-1cebe813-09ba-40dc-a918-f5502491e6ca tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:39.930103 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-98be3450-5c67-4b78-9142-c69515813b24 req-1cebe813-09ba-40dc-a918-f5502491e6ca tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] 10.222.0.42 "GET /v2.0/ports?device_id=01ae51cf-d30e-4895-b5bb-5a3469ccc3c2 HTTP/1.1" status: 200 len: 945 time: 0.4680777 Jun 24 23:43:39.935373 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-bee65a45-af9e-4bc5-9ce7-49215f47f5ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:40.025097 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-98be3450-5c67-4b78-9142-c69515813b24 req-b30ad995-46ff-4039-8b6b-4b023c1ffed4 tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] 10.222.0.42 "GET /v2.0/security-groups?id=69d5f0e7-84d2-4936-b1bb-8f30fa535733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933471 Jun 24 23:43:40.036220 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-0685c05a-f662-4de2-a7d7-12c5a126edec req-9f8f9527-a4a3-461e-9053-473edc98c452 service neutron] 10.222.0.42 "GET /v2.0/networks/878eeed2-1705-4528-82e7-be9e0c60139b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3750277 Jun 24 23:43:40.123677 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-5263d85b-dba4-421a-8a06-36bfad7ac822 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:40.141085 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-5263d85b-dba4-421a-8a06-36bfad7ac822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:40.244211 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-5263d85b-dba4-421a-8a06-36bfad7ac822 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cd42814078dd4250836588b8ce9a6ba2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7203972 Jun 24 23:43:40.244211 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5263d85b-dba4-421a-8a06-36bfad7ac822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39cad765-4d91-499a-be7b-ccd789d725e0,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:43:40.246654 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 56558) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:43:40.257077 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-0685c05a-f662-4de2-a7d7-12c5a126edec req-39de0d71-6dab-4c0e-b233-3c71766a3855 service neutron] 10.222.0.42 "GET /v2.0/networks/878eeed2-1705-4528-82e7-be9e0c60139b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197959 Jun 24 23:43:40.360828 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-20fdd129-cc10-49f3-a6b9-5bc46bd3e045 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:40.400169 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8d6b9d-1d71-4ee3-80a2-8f2e1144dcbb req-272ddf41-9764-493f-b716-011455178b39 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:40.401789 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-0d8d6b9d-1d71-4ee3-80a2-8f2e1144dcbb req-272ddf41-9764-493f-b716-011455178b39 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/ports?device_id=d50d670d-4e02-4c65-a1f4-611299a7e34e HTTP/1.1" status: 200 len: 945 time: 0.1202662 Jun 24 23:43:40.409021 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-20fdd129-cc10-49f3-a6b9-5bc46bd3e045 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:40.505080 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-20fdd129-cc10-49f3-a6b9-5bc46bd3e045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:40.515553 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-0d8d6b9d-1d71-4ee3-80a2-8f2e1144dcbb req-5e282be2-dd79-446e-8458-49f36bdf025c tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/security-groups?id=35780291-3189-42e2-873b-1d6977d2becc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971224 Jun 24 23:43:40.581317 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fdd129-cc10-49f3-a6b9-5bc46bd3e045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39cad765-4d91-499a-be7b-ccd789d725e0,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:43:40.584831 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-20fdd129-cc10-49f3-a6b9-5bc46bd3e045 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:40.586651 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-20fdd129-cc10-49f3-a6b9-5bc46bd3e045 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/39cad765-4d91-499a-be7b-ccd789d725e0 HTTP/1.1" status: 204 len: 168 time: 0.3240757 Jun 24 23:43:40.611904 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-12c35a70-86a9-43d5-b842-007da0daf309 req-6c48cbf5-00ad-4f5a-89e3-1ccc329893be tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?device_id=f4d8ca49-d25f-4a7e-b5b6-034fec5c82a8 HTTP/1.1" status: 200 len: 210 time: 0.0857582 Jun 24 23:43:41.074549 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 56586) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:43:41.111053 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e697a89e-f652-4113-89ee-b56d3d5e5211 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:41.132951 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-e697a89e-f652-4113-89ee-b56d3d5e5211 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:43:41.138737 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-e697a89e-f652-4113-89ee-b56d3d5e5211 admin admin] Usage tracker for resource:security_group_rule and tenant:90597dd37c3448a4bf01368f3a2064f1 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:43:41.142202 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-e697a89e-f652-4113-89ee-b56d3d5e5211 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:43:41.148681 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-e697a89e-f652-4113-89ee-b56d3d5e5211 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:43:41.331535 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e697a89e-f652-4113-89ee-b56d3d5e5211 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:41.348438 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e697a89e-f652-4113-89ee-b56d3d5e5211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:41.447681 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-e697a89e-f652-4113-89ee-b56d3d5e5211 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=90597dd37c3448a4bf01368f3a2064f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3719833 Jun 24 23:43:41.450364 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 56602) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:43:41.453726 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e697a89e-f652-4113-89ee-b56d3d5e5211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd87eaab-0b3d-43cb-8a72-02c004bb8835,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:43:41.731928 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-37ad4cc2-53fa-4d60-8617-557ce19bf278 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:41.754484 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c742efa-0dbe-4dbb-ba6a-6532a5e0892f req-314c0de0-a860-44fb-bedd-f876f4ea02b6 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:41.756364 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-8c742efa-0dbe-4dbb-ba6a-6532a5e0892f req-314c0de0-a860-44fb-bedd-f876f4ea02b6 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] 10.222.0.42 "GET /v2.0/networks?id=6c7c961b-1004-4e8e-87f8-0a74685fbdb0 HTTP/1.1" status: 200 len: 814 time: 0.2590089 Jun 24 23:43:41.764774 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6935ff-64b0-41f9-a391-afa71eb37ff2 req-c4262e8f-8f40-4525-85e6-f7630aaf8604 tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:41.772115 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-ff6935ff-64b0-41f9-a391-afa71eb37ff2 req-c4262e8f-8f40-4525-85e6-f7630aaf8604 tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] 10.222.0.42 "GET /v2.0/ports?device_id=01ae51cf-d30e-4895-b5bb-5a3469ccc3c2 HTTP/1.1" status: 200 len: 945 time: 0.1353638 Jun 24 23:43:41.786702 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-8c742efa-0dbe-4dbb-ba6a-6532a5e0892f req-e3356043-8a18-4a21-b9c2-56aa545402c7 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] 10.222.0.42 "GET /v2.0/quotas/800c71f07db44002a01289d17088fa79 HTTP/1.1" status: 200 len: 375 time: 0.0242548 Jun 24 23:43:41.800818 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-37ad4cc2-53fa-4d60-8617-557ce19bf278 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:41.885421 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-ff6935ff-64b0-41f9-a391-afa71eb37ff2 req-f781c323-69c4-491d-8d1d-2e76f78c8e75 tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] 10.222.0.42 "GET /v2.0/security-groups?id=69d5f0e7-84d2-4936-b1bb-8f30fa535733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122580 Jun 24 23:43:41.911868 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-8c742efa-0dbe-4dbb-ba6a-6532a5e0892f req-afcfb110-7e25-48f5-b1d3-b3d98d17a42d tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=800c71f07db44002a01289d17088fa79&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1134229 Jun 24 23:43:42.128953 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-1d462329-5eef-4f55-ae95-53a7df8bf6ec req-cfd2141d-77d4-4444-9ef2-240333f9eb1c tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?device_id=f4d8ca49-d25f-4a7e-b5b6-034fec5c82a8 HTTP/1.1" status: 200 len: 210 time: 0.0676401 Jun 24 23:43:42.179158 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-6820c3ce-eda5-4e7c-b449-ddbd55f8f7a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:42.226000 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-37ad4cc2-53fa-4d60-8617-557ce19bf278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:42.292618 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ad4cc2-53fa-4d60-8617-557ce19bf278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd87eaab-0b3d-43cb-8a72-02c004bb8835,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:43:42.297970 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-37ad4cc2-53fa-4d60-8617-557ce19bf278 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:42.301689 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-37ad4cc2-53fa-4d60-8617-557ce19bf278 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fd87eaab-0b3d-43cb-8a72-02c004bb8835 HTTP/1.1" status: 204 len: 168 time: 0.8479073 Jun 24 23:43:42.330053 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-8c742efa-0dbe-4dbb-ba6a-6532a5e0892f req-23fc2371-f3ee-4aae-86e9-19b61b119906 service neutron] 10.222.0.42 "GET /v2.0/networks/6c7c961b-1004-4e8e-87f8-0a74685fbdb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4107165 Jun 24 23:43:42.413819 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0685c05a-f662-4de2-a7d7-12c5a126edec req-9d940c5e-f527-4daa-b41b-8ef94d77edc5 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:42.415298 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-0685c05a-f662-4de2-a7d7-12c5a126edec req-9d940c5e-f527-4daa-b41b-8ef94d77edc5 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.15 "GET /v2.0/networks?id=878eeed2-1705-4528-82e7-be9e0c60139b HTTP/1.1" status: 200 len: 819 time: 0.4335325 Jun 24 23:43:42.514829 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-0685c05a-f662-4de2-a7d7-12c5a126edec req-b3a3bef4-dfdd-478d-84f8-42f121f7dccc tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0685d2348744b39b8eb315433f69ef4 HTTP/1.1" status: 200 len: 380 time: 0.0797777 Jun 24 23:43:42.526549 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.v2.base [req-0685c05a-f662-4de2-a7d7-12c5a126edec req-111d6f58-b6f7-407b-82cc-458452f31ca7 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Request body: {'port': {'device_id': 'f4d8ca49-d25f-4a7e-b5b6-034fec5c82a8', 'network_id': '878eeed2-1705-4528-82e7-be9e0c60139b', 'admin_state_up': True, 'tenant_id': 'b0685d2348744b39b8eb315433f69ef4', 'security_groups': ['0b26a354-2323-4315-80fe-b292c01f628e']}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:43:42.545635 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-8c742efa-0dbe-4dbb-ba6a-6532a5e0892f req-09fc0d1a-5efd-4017-83b9-f10c5daf5904 service neutron] 10.222.0.42 "GET /v2.0/networks/6c7c961b-1004-4e8e-87f8-0a74685fbdb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147341 Jun 24 23:43:42.741883 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [req-0685c05a-f662-4de2-a7d7-12c5a126edec req-111d6f58-b6f7-407b-82cc-458452f31ca7 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:43:42.756309 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [req-0685c05a-f662-4de2-a7d7-12c5a126edec req-111d6f58-b6f7-407b-82cc-458452f31ca7 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:43:42.768102 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0685c05a-f662-4de2-a7d7-12c5a126edec req-111d6f58-b6f7-407b-82cc-458452f31ca7 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Made reservation on behalf of b0685d2348744b39b8eb315433f69ef4 for: {'port': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 23:43:42.772131 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-0685c05a-f662-4de2-a7d7-12c5a126edec req-111d6f58-b6f7-407b-82cc-458452f31ca7 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:42.860193 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-8c0b2992-c590-46d4-9042-25b3b8179244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:42.905666 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-030d8ad8-916e-4119-9bff-2998b6abcc2f req-3f6ff1dc-50dd-4bca-bb88-bced907a5d26 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a7576b4-550b-434a-99cf-678cd324f98c HTTP/1.1" status: 200 len: 210 time: 0.0859208 Jun 24 23:43:42.970479 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [req-0685c05a-f662-4de2-a7d7-12c5a126edec req-111d6f58-b6f7-407b-82cc-458452f31ca7 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Allocated IP 172.20.0.14 (878eeed2-1705-4528-82e7-be9e0c60139b/58b6f9c2-a230-4e37-ab12-8b61321e5f1a/1319d511-95c2-4161-90ce-9c9c8ab4b5b5) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 23:43:43.233085 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-0685c05a-f662-4de2-a7d7-12c5a126edec req-111d6f58-b6f7-407b-82cc-458452f31ca7 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:43.289599 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616c9f5f-a584-46d6-935d-fe270f5a4fa4 req-80039b0c-b152-443e-84dc-45f02cfdf9ec tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:43.297074 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-616c9f5f-a584-46d6-935d-fe270f5a4fa4 req-80039b0c-b152-443e-84dc-45f02cfdf9ec tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] 10.222.0.42 "GET /v2.0/ports?device_id=01ae51cf-d30e-4895-b5bb-5a3469ccc3c2 HTTP/1.1" status: 200 len: 945 time: 0.2603161 Jun 24 23:43:43.344897 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:43.405498 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-796e3dd3-c43f-4eaa-9307-d23fab5d2ff9 req-57c78050-3dcf-48c9-be76-04f077260355 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?device_id=f4d8ca49-d25f-4a7e-b5b6-034fec5c82a8 HTTP/1.1" status: 200 len: 210 time: 0.0790439 Jun 24 23:43:43.421869 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [req-0685c05a-f662-4de2-a7d7-12c5a126edec req-111d6f58-b6f7-407b-82cc-458452f31ca7 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Transition to ACTIVE for port object 1319d511-95c2-4161-90ce-9c9c8ab4b5b5 will not be triggered until provisioned by entity DHCP. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 23:43:43.479308 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-616c9f5f-a584-46d6-935d-fe270f5a4fa4 req-1941cde4-fce2-4986-8835-809a1e3ccf7b tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] 10.222.0.42 "GET /v2.0/security-groups?id=69d5f0e7-84d2-4936-b1bb-8f30fa535733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812546 Jun 24 23:43:43.519587 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6f6189-b239-4881-aac9-842a6d3ece68 req-b16c93c9-678c-4a0d-8687-9fefc48a247e tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:43.521033 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-8d6f6189-b239-4881-aac9-842a6d3ece68 req-b16c93c9-678c-4a0d-8687-9fefc48a247e tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] 10.222.0.15 "GET /v2.0/ports?device_id=01ae51cf-d30e-4895-b5bb-5a3469ccc3c2 HTTP/1.1" status: 200 len: 945 time: 0.2835474 Jun 24 23:43:43.600670 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-0685c05a-f662-4de2-a7d7-12c5a126edec req-111d6f58-b6f7-407b-82cc-458452f31ca7 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754888214703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266412288'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:43.697017 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151665b0-6e8f-4cc3-823d-0eb8b271be8a req-4b7a59d3-4ba1-4606-a491-683cca67d421 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:43.699093 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-151665b0-6e8f-4cc3-823d-0eb8b271be8a req-4b7a59d3-4ba1-4606-a491-683cca67d421 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] 10.222.0.42 "GET /v2.0/networks?id=7c4459ee-7a68-488a-8b83-1a7083441ab1 HTTP/1.1" status: 200 len: 815 time: 0.1919563 Jun 24 23:43:43.706800 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111d6f58-b6f7-407b-82cc-458452f31ca7 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Pushing event updated for resources: {'Port': ['ID=1319d511-95c2-4161-90ce-9c9c8ab4b5b5,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:43:43.713789 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [req-8d6f6189-b239-4881-aac9-842a6d3ece68 req-81ff43ed-1fcb-4de3-b61c-9df3debc8998 tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] Deleting port faebcd38-b1cd-4298-9485-d073ff18072b {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 23:43:43.714355 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-8d6f6189-b239-4881-aac9-842a6d3ece68 req-81ff43ed-1fcb-4de3-b61c-9df3debc8998 tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754888672570'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:43.733769 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-151665b0-6e8f-4cc3-823d-0eb8b271be8a req-374bf228-1fd9-46ea-9970-1aee84cbd629 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] 10.222.0.42 "GET /v2.0/quotas/151ea147ef8c4618aa21e9c58a3558f2 HTTP/1.1" status: 200 len: 375 time: 0.0261812 Jun 24 23:43:43.812287 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0685c05a-f662-4de2-a7d7-12c5a126edec req-111d6f58-b6f7-407b-82cc-458452f31ca7 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Network 878eeed2-1705-4528-82e7-be9e0c60139b is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 23:43:43.818015 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [req-0685c05a-f662-4de2-a7d7-12c5a126edec req-111d6f58-b6f7-407b-82cc-458452f31ca7 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 23:43:43.837499 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [req-151665b0-6e8f-4cc3-823d-0eb8b271be8a req-b026e122-d006-4277-84e5-ad3d9c0dfa9c tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Synchronizing usage tracker for tenant:151ea147ef8c4618aa21e9c58a3558f2 on resource:port {{(pid=88109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 23:43:43.843493 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [req-0685c05a-f662-4de2-a7d7-12c5a126edec req-111d6f58-b6f7-407b-82cc-458452f31ca7 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 23:43:43.870203 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [req-151665b0-6e8f-4cc3-823d-0eb8b271be8a req-b026e122-d006-4277-84e5-ad3d9c0dfa9c tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Unset dirty status for tenant:151ea147ef8c4618aa21e9c58a3558f2 on resource:port {{(pid=88109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 23:43:43.887678 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-151665b0-6e8f-4cc3-823d-0eb8b271be8a req-b026e122-d006-4277-84e5-ad3d9c0dfa9c tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=151ea147ef8c4618aa21e9c58a3558f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1409514 Jun 24 23:43:44.098138 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-151665b0-6e8f-4cc3-823d-0eb8b271be8a req-c5f8c3a6-9e7f-4bb6-9f8e-0daca144ce18 service neutron] 10.222.0.42 "GET /v2.0/networks/7c4459ee-7a68-488a-8b83-1a7083441ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928055 Jun 24 23:43:44.119649 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0685c05a-f662-4de2-a7d7-12c5a126edec req-111d6f58-b6f7-407b-82cc-458452f31ca7 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:44.120258 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-0685c05a-f662-4de2-a7d7-12c5a126edec req-111d6f58-b6f7-407b-82cc-458452f31ca7 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122089'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:44.207280 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-7a91449e-02a4-4d4c-9cd5-fea4155338e8 None None] Provisioning for port 1319d511-95c2-4161-90ce-9c9c8ab4b5b5 completed by entity DHCP. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 23:43:44.213108 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-7a91449e-02a4-4d4c-9cd5-fea4155338e8 None None] Provisioning complete for port 1319d511-95c2-4161-90ce-9c9c8ab4b5b5 triggered by entity DHCP. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:43:44.213709 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-7a91449e-02a4-4d4c-9cd5-fea4155338e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:44.284121 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-7a91449e-02a4-4d4c-9cd5-fea4155338e8 None None] Port 1319d511-95c2-4161-90ce-9c9c8ab4b5b5 cannot update to ACTIVE because it is not bound. {{(pid=88110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 23:43:44.399785 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-0685c05a-f662-4de2-a7d7-12c5a126edec req-111d6f58-b6f7-407b-82cc-458452f31ca7 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8787208 Jun 24 23:43:44.401950 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-a7eca874-146e-41bb-b1b3-7a0514b4bc28 req-a6361720-9278-47a5-9d9a-4e4c7f7452f9 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a7576b4-550b-434a-99cf-678cd324f98c HTTP/1.1" status: 200 len: 210 time: 0.0896091 Jun 24 23:43:44.421814 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.v2.base [req-0685c05a-f662-4de2-a7d7-12c5a126edec req-b6826525-8848-46f3-ab5c-b66608dc5247 service neutron] Request body: {'port': {'device_id': 'f4d8ca49-d25f-4a7e-b5b6-034fec5c82a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:43:44.587746 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c742efa-0dbe-4dbb-ba6a-6532a5e0892f req-c89b4d23-21e7-4fdd-b369-6710eae92db3 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:44.588135 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [req-8c742efa-0dbe-4dbb-ba6a-6532a5e0892f req-c89b4d23-21e7-4fdd-b369-6710eae92db3 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] Synchronizing usage tracker for tenant:800c71f07db44002a01289d17088fa79 on resource:network {{(pid=88109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 23:43:44.602010 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-0685c05a-f662-4de2-a7d7-12c5a126edec req-b6826525-8848-46f3-ab5c-b66608dc5247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:44.626350 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-1d7c9831-c6e7-4afe-acbd-faa6f5f62172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:44.639705 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-151665b0-6e8f-4cc3-823d-0eb8b271be8a req-9a0496c5-0631-4f79-9cc2-222ad3ad7f56 service neutron] 10.222.0.42 "GET /v2.0/networks/7c4459ee-7a68-488a-8b83-1a7083441ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5406682 Jun 24 23:43:44.640919 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [req-8d6f6189-b239-4881-aac9-842a6d3ece68 req-81ff43ed-1fcb-4de3-b61c-9df3debc8998 tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] For port faebcd38-b1cd-4298-9485-d073ff18072b, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=faebcd38-b1cd-4298-9485-d073ff18072b,segment=NetworkSegment(03391268-887c-431f-8f40-1a81f73fd8b4),segment_id=03391268-887c-431f-8f40-1a81f73fd8b4)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:43:44.641378 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-8d6f6189-b239-4881-aac9-842a6d3ece68 req-81ff43ed-1fcb-4de3-b61c-9df3debc8998 tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478950'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:44.650006 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [req-8c742efa-0dbe-4dbb-ba6a-6532a5e0892f req-c89b4d23-21e7-4fdd-b369-6710eae92db3 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] Unset dirty status for tenant:800c71f07db44002a01289d17088fa79 on resource:network {{(pid=88109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 23:43:44.651403 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-8c742efa-0dbe-4dbb-ba6a-6532a5e0892f req-c89b4d23-21e7-4fdd-b369-6710eae92db3 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] 10.222.0.15 "GET /v2.0/networks?id=6c7c961b-1004-4e8e-87f8-0a74685fbdb0 HTTP/1.1" status: 200 len: 814 time: 0.3833821 Jun 24 23:43:44.675018 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.v2.base [req-8c742efa-0dbe-4dbb-ba6a-6532a5e0892f req-ea4b34df-0bb2-4b0d-8bd8-dbd6fb0a9e28 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] Request body: {'port': {'device_id': '8a7576b4-550b-434a-99cf-678cd324f98c', 'network_id': '6c7c961b-1004-4e8e-87f8-0a74685fbdb0', 'admin_state_up': True, 'tenant_id': '800c71f07db44002a01289d17088fa79'}} {{(pid=88109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:43:44.887273 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [req-8c742efa-0dbe-4dbb-ba6a-6532a5e0892f req-ea4b34df-0bb2-4b0d-8bd8-dbd6fb0a9e28 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:43:44.892563 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [req-8c742efa-0dbe-4dbb-ba6a-6532a5e0892f req-ea4b34df-0bb2-4b0d-8bd8-dbd6fb0a9e28 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] Usage tracker for resource:port and tenant:800c71f07db44002a01289d17088fa79 is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:43:44.895737 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [req-8c742efa-0dbe-4dbb-ba6a-6532a5e0892f req-ea4b34df-0bb2-4b0d-8bd8-dbd6fb0a9e28 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:43:44.903319 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [req-8c742efa-0dbe-4dbb-ba6a-6532a5e0892f req-ea4b34df-0bb2-4b0d-8bd8-dbd6fb0a9e28 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:43:44.919109 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c742efa-0dbe-4dbb-ba6a-6532a5e0892f req-ea4b34df-0bb2-4b0d-8bd8-dbd6fb0a9e28 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] Made reservation on behalf of 800c71f07db44002a01289d17088fa79 for: {'port': 1} {{(pid=88109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 23:43:44.920684 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [req-8d6f6189-b239-4881-aac9-842a6d3ece68 req-81ff43ed-1fcb-4de3-b61c-9df3debc8998 tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] Calling delete_port for faebcd38-b1cd-4298-9485-d073ff18072b owned by compute:nova {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 23:43:44.926181 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [req-8c742efa-0dbe-4dbb-ba6a-6532a5e0892f req-ea4b34df-0bb2-4b0d-8bd8-dbd6fb0a9e28 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:45.095229 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d44732-5bd6-42da-ad23-81dfe0b92f78 req-63958e5c-c443-4011-8ee3-762b35b8d0ed tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:45.095887 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-b7d44732-5bd6-42da-ad23-81dfe0b92f78 req-63958e5c-c443-4011-8ee3-762b35b8d0ed tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Synchronizing usage tracker for tenant:b0685d2348744b39b8eb315433f69ef4 on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 23:43:45.138173 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-b7d44732-5bd6-42da-ad23-81dfe0b92f78 req-63958e5c-c443-4011-8ee3-762b35b8d0ed tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Unset dirty status for tenant:b0685d2348744b39b8eb315433f69ef4 on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 23:43:45.144875 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-b7d44732-5bd6-42da-ad23-81dfe0b92f78 req-63958e5c-c443-4011-8ee3-762b35b8d0ed tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?device_id=f4d8ca49-d25f-4a7e-b5b6-034fec5c82a8 HTTP/1.1" status: 200 len: 932 time: 0.5120811 Jun 24 23:43:45.173864 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37968958-580c-48e2-b7f0-b3c92f82b45b req-07c32335-9b52-42a8-8094-6fef7e2797ac tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:45.175539 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-37968958-580c-48e2-b7f0-b3c92f82b45b req-07c32335-9b52-42a8-8094-6fef7e2797ac tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] 10.222.0.42 "GET /v2.0/ports?device_id=01ae51cf-d30e-4895-b5bb-5a3469ccc3c2 HTTP/1.1" status: 200 len: 945 time: 0.2351434 Jun 24 23:43:45.244861 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [req-8c742efa-0dbe-4dbb-ba6a-6532a5e0892f req-ea4b34df-0bb2-4b0d-8bd8-dbd6fb0a9e28 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] Allocated IP 172.20.0.3 (6c7c961b-1004-4e8e-87f8-0a74685fbdb0/7716ef76-7450-4aea-a010-177127f717f7/970ad978-bfd5-4408-8a71-50c8c5b372f5) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 23:43:45.253389 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-37968958-580c-48e2-b7f0-b3c92f82b45b req-344ee6f3-55ed-4b37-b1b8-6442f4d47826 tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] 10.222.0.42 "GET /v2.0/security-groups?id=69d5f0e7-84d2-4936-b1bb-8f30fa535733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700209 Jun 24 23:43:45.325435 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-b7d44732-5bd6-42da-ad23-81dfe0b92f78 req-91053009-6e85-4307-865b-c5fabbaf52c0 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b26a354-2323-4315-80fe-b292c01f628e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1795986 Jun 24 23:43:45.419628 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-8d6f6189-b239-4881-aac9-842a6d3ece68 req-81ff43ed-1fcb-4de3-b61c-9df3debc8998 tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754888674196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754888214712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266412288'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:45.435284 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] get_ports_and_sgs() called for port_ids ['faebcd38-b1cd-4298-9485-d073ff18072b'] {{(pid=88110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 23:43:45.491646 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ff43ed-1fcb-4de3-b61c-9df3debc8998 tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] Pushing event deleted for resources: {'Port': ['ID=faebcd38-b1cd-4298-9485-d073ff18072b,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:43:45.552816 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-7979e790-681d-4545-88e3-86a13fb69fe3 req-115af5aa-aa62-4c0d-8142-6fa1fff2f4ac tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] 10.222.0.42 "GET /v2.0/ports?device_id=62325896-fd64-47ea-bc98-2483abf5412f HTTP/1.1" status: 200 len: 210 time: 0.1492798 Jun 24 23:43:45.595287 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d6f6189-b239-4881-aac9-842a6d3ece68 req-81ff43ed-1fcb-4de3-b61c-9df3debc8998 tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] No DVR routers for this DVR port faebcd38-b1cd-4298-9485-d073ff18072b on host hv-cinder-84718 {{(pid=88108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 23:43:45.599194 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-8d6f6189-b239-4881-aac9-842a6d3ece68 req-81ff43ed-1fcb-4de3-b61c-9df3debc8998 tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122089'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:45.601723 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01ae51cf-d30e-4895-b5bb-5a3469ccc3c2', 'name': 'network-vif-deleted', 'tag': 'faebcd38-b1cd-4298-9485-d073ff18072b'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 23:43:45.723803 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-2364cbb8-3ece-4e7b-a796-e99d1fd61689 req-3a93b8ab-3b6a-42bb-956a-0fd8f82990d4 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a7576b4-550b-434a-99cf-678cd324f98c HTTP/1.1" status: 200 len: 210 time: 0.0845814 Jun 24 23:43:45.728731 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bb8a64f-8870-413e-9975-4823b455b5c1'] response: {'server_uuid': '01ae51cf-d30e-4895-b5bb-5a3469ccc3c2', 'name': 'network-vif-deleted', 'tag': 'faebcd38-b1cd-4298-9485-d073ff18072b', 'status': 'completed', 'code': 200} Jun 24 23:43:45.734586 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-8d6f6189-b239-4881-aac9-842a6d3ece68 req-81ff43ed-1fcb-4de3-b61c-9df3debc8998 tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] 10.222.0.15 "DELETE /v2.0/ports/faebcd38-b1cd-4298-9485-d073ff18072b HTTP/1.1" status: 204 len: 173 time: 2.2084332 Jun 24 23:43:45.749796 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [req-0685c05a-f662-4de2-a7d7-12c5a126edec req-b6826525-8848-46f3-ab5c-b66608dc5247 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1319d511-95c2-4161-90ce-9c9c8ab4b5b5 {{(pid=88108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 23:43:45.761329 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-0685c05a-f662-4de2-a7d7-12c5a126edec req-b6826525-8848-46f3-ab5c-b66608dc5247 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:45.789246 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [req-0685c05a-f662-4de2-a7d7-12c5a126edec req-b6826525-8848-46f3-ab5c-b66608dc5247 service neutron] Transition to ACTIVE for port object 1319d511-95c2-4161-90ce-9c9c8ab4b5b5 will not be triggered until provisioned by entity L2. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 23:43:45.796396 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-0685c05a-f662-4de2-a7d7-12c5a126edec req-b6826525-8848-46f3-ab5c-b66608dc5247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266412311'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:45.878096 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [req-8c742efa-0dbe-4dbb-ba6a-6532a5e0892f req-ea4b34df-0bb2-4b0d-8bd8-dbd6fb0a9e28 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:45.918301 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [req-8c742efa-0dbe-4dbb-ba6a-6532a5e0892f req-ea4b34df-0bb2-4b0d-8bd8-dbd6fb0a9e28 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754888214703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266550608'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:45.974493 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6826525-8848-46f3-ab5c-b66608dc5247 service neutron] Pushing event updated for resources: {'Port': ['ID=1319d511-95c2-4161-90ce-9c9c8ab4b5b5,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:43:46.011434 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c742efa-0dbe-4dbb-ba6a-6532a5e0892f req-ea4b34df-0bb2-4b0d-8bd8-dbd6fb0a9e28 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] Network 6c7c961b-1004-4e8e-87f8-0a74685fbdb0 is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 23:43:46.014545 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [req-8c742efa-0dbe-4dbb-ba6a-6532a5e0892f req-ea4b34df-0bb2-4b0d-8bd8-dbd6fb0a9e28 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 23:43:46.017129 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c742efa-0dbe-4dbb-ba6a-6532a5e0892f req-ea4b34df-0bb2-4b0d-8bd8-dbd6fb0a9e28 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 23:43:46.062577 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4b34df-0bb2-4b0d-8bd8-dbd6fb0a9e28 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] Pushing event updated for resources: {'Port': ['ID=970ad978-bfd5-4408-8a71-50c8c5b372f5,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:43:46.091476 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c742efa-0dbe-4dbb-ba6a-6532a5e0892f req-ea4b34df-0bb2-4b0d-8bd8-dbd6fb0a9e28 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:46.092251 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [req-8c742efa-0dbe-4dbb-ba6a-6532a5e0892f req-ea4b34df-0bb2-4b0d-8bd8-dbd6fb0a9e28 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122089'] for port, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:46.122281 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-8c742efa-0dbe-4dbb-ba6a-6532a5e0892f req-ea4b34df-0bb2-4b0d-8bd8-dbd6fb0a9e28 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4572470 Jun 24 23:43:46.138164 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.v2.base [req-8c742efa-0dbe-4dbb-ba6a-6532a5e0892f req-0f2f31fa-9d12-4ef1-b394-52462275b1fc service neutron] Request body: {'port': {'device_id': '8a7576b4-550b-434a-99cf-678cd324f98c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:43:46.190861 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [req-0685c05a-f662-4de2-a7d7-12c5a126edec req-b6826525-8848-46f3-ab5c-b66608dc5247 service neutron] Attempting to bind port 1319d511-95c2-4161-90ce-9c9c8ab4b5b5 on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 23:43:46.191218 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [req-0685c05a-f662-4de2-a7d7-12c5a126edec req-b6826525-8848-46f3-ab5c-b66608dc5247 service neutron] Attempting to bind port 1319d511-95c2-4161-90ce-9c9c8ab4b5b5 by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': 'c647ded0-4d21-4d2d-b759-44df778a6ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '878eeed2-1705-4528-82e7-be9e0c60139b'}] {{(pid=88108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 23:43:46.191493 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0685c05a-f662-4de2-a7d7-12c5a126edec req-b6826525-8848-46f3-ab5c-b66608dc5247 service neutron] Attempting to bind port 1319d511-95c2-4161-90ce-9c9c8ab4b5b5 on network 878eeed2-1705-4528-82e7-be9e0c60139b {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 23:43:46.195938 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0685c05a-f662-4de2-a7d7-12c5a126edec req-b6826525-8848-46f3-ab5c-b66608dc5247 service neutron] Port 1319d511-95c2-4161-90ce-9c9c8ab4b5b5 on network 878eeed2-1705-4528-82e7-be9e0c60139b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 23:43:46.196296 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0685c05a-f662-4de2-a7d7-12c5a126edec req-b6826525-8848-46f3-ab5c-b66608dc5247 service neutron] Attempting to bind port 1319d511-95c2-4161-90ce-9c9c8ab4b5b5 on network 878eeed2-1705-4528-82e7-be9e0c60139b {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 23:43:46.201324 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0685c05a-f662-4de2-a7d7-12c5a126edec req-b6826525-8848-46f3-ab5c-b66608dc5247 service neutron] Checking agent: {'id': '9603f0a4-e7b3-4133-bd26-ff3a7fe04c7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 23, 39, 9), 'started_at': datetime.datetime(2022, 6, 24, 23, 39, 9), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 23, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 23:43:46.201711 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0685c05a-f662-4de2-a7d7-12c5a126edec req-b6826525-8848-46f3-ab5c-b66608dc5247 service neutron] Checking segment: {'id': 'c647ded0-4d21-4d2d-b759-44df778a6ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '878eeed2-1705-4528-82e7-be9e0c60139b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 23:43:46.202026 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0685c05a-f662-4de2-a7d7-12c5a126edec req-b6826525-8848-46f3-ab5c-b66608dc5247 service neutron] Bound using segment: {'id': 'c647ded0-4d21-4d2d-b759-44df778a6ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '878eeed2-1705-4528-82e7-be9e0c60139b'} {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 23:43:46.202437 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [req-0685c05a-f662-4de2-a7d7-12c5a126edec req-b6826525-8848-46f3-ab5c-b66608dc5247 service neutron] Bound port: 1319d511-95c2-4161-90ce-9c9c8ab4b5b5, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c647ded0-4d21-4d2d-b759-44df778a6ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '878eeed2-1705-4528-82e7-be9e0c60139b'}}] {{(pid=88108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 23:43:46.202772 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-0685c05a-f662-4de2-a7d7-12c5a126edec req-b6826525-8848-46f3-ab5c-b66608dc5247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:46.257771 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [req-8c742efa-0dbe-4dbb-ba6a-6532a5e0892f req-0f2f31fa-9d12-4ef1-b394-52462275b1fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:46.302876 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [req-0685c05a-f662-4de2-a7d7-12c5a126edec req-b6826525-8848-46f3-ab5c-b66608dc5247 service neutron] For port 1319d511-95c2-4161-90ce-9c9c8ab4b5b5, host hv-cinder-84718, cleared binding levels {{(pid=88108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 23:43:46.306671 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [req-0685c05a-f662-4de2-a7d7-12c5a126edec req-b6826525-8848-46f3-ab5c-b66608dc5247 service neutron] For port 1319d511-95c2-4161-90ce-9c9c8ab4b5b5, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=1319d511-95c2-4161-90ce-9c9c8ab4b5b5,segment=NetworkSegment(c647ded0-4d21-4d2d-b759-44df778a6ac4),segment_id=c647ded0-4d21-4d2d-b759-44df778a6ac4)] {{(pid=88108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 23:43:46.312248 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-0685c05a-f662-4de2-a7d7-12c5a126edec req-b6826525-8848-46f3-ab5c-b66608dc5247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266412311'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:46.555848 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0685c05a-f662-4de2-a7d7-12c5a126edec req-b6826525-8848-46f3-ab5c-b66608dc5247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:46.556613 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-0685c05a-f662-4de2-a7d7-12c5a126edec req-b6826525-8848-46f3-ab5c-b66608dc5247 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122089'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:46.558103 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-0685c05a-f662-4de2-a7d7-12c5a126edec req-b6826525-8848-46f3-ab5c-b66608dc5247 service neutron] 10.222.0.15 "PUT /v2.0/ports/1319d511-95c2-4161-90ce-9c9c8ab4b5b5 HTTP/1.1" status: 200 len: 1094 time: 2.1500924 Jun 24 23:43:46.566161 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-a1a205df-e2ab-4bf2-8925-afe7e956babe req-3a8bf15d-f96f-4744-abec-7137d8e0df77 tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] 10.222.0.42 "GET /v2.0/ports?device_id=01ae51cf-d30e-4895-b5bb-5a3469ccc3c2 HTTP/1.1" status: 200 len: 210 time: 0.1130297 Jun 24 23:43:46.759919 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151665b0-6e8f-4cc3-823d-0eb8b271be8a req-84476b50-3686-491a-beea-8eb1c4e7066b tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:46.760795 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-151665b0-6e8f-4cc3-823d-0eb8b271be8a req-84476b50-3686-491a-beea-8eb1c4e7066b tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Synchronizing usage tracker for tenant:151ea147ef8c4618aa21e9c58a3558f2 on resource:network {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 23:43:46.798626 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6826525-8848-46f3-ab5c-b66608dc5247 service neutron] Pushing event updated for resources: {'Port': ['ID=1319d511-95c2-4161-90ce-9c9c8ab4b5b5,revision_number=3']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:43:46.823687 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-151665b0-6e8f-4cc3-823d-0eb8b271be8a req-84476b50-3686-491a-beea-8eb1c4e7066b tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Unset dirty status for tenant:151ea147ef8c4618aa21e9c58a3558f2 on resource:network {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 23:43:46.840619 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-151665b0-6e8f-4cc3-823d-0eb8b271be8a req-84476b50-3686-491a-beea-8eb1c4e7066b tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] 10.222.0.15 "GET /v2.0/networks?id=7c4459ee-7a68-488a-8b83-1a7083441ab1 HTTP/1.1" status: 200 len: 815 time: 0.4721568 Jun 24 23:43:46.854344 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.v2.base [req-151665b0-6e8f-4cc3-823d-0eb8b271be8a req-2951d5d5-547a-4b63-9457-c4ae7a6c4d39 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Request body: {'port': {'device_id': '62325896-fd64-47ea-bc98-2483abf5412f', 'network_id': '7c4459ee-7a68-488a-8b83-1a7083441ab1', 'admin_state_up': True, 'tenant_id': '151ea147ef8c4618aa21e9c58a3558f2'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:43:46.906731 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-b52ad698-26ec-477e-843b-e7c361b9c1ed req-fd36106c-89f5-4f78-8ab1-ee1e680eb13d tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] 10.222.0.42 "GET /v2.0/ports?device_id=62325896-fd64-47ea-bc98-2483abf5412f HTTP/1.1" status: 200 len: 210 time: 0.1111305 Jun 24 23:43:46.908853 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.notifiers.nova [req-8c742efa-0dbe-4dbb-ba6a-6532a5e0892f req-0f2f31fa-9d12-4ef1-b394-52462275b1fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 970ad978-bfd5-4408-8a71-50c8c5b372f5 {{(pid=88109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 23:43:46.932584 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [req-8c742efa-0dbe-4dbb-ba6a-6532a5e0892f req-0f2f31fa-9d12-4ef1-b394-52462275b1fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:46.964612 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [req-8c742efa-0dbe-4dbb-ba6a-6532a5e0892f req-0f2f31fa-9d12-4ef1-b394-52462275b1fc service neutron] Transition to ACTIVE for port object 970ad978-bfd5-4408-8a71-50c8c5b372f5 will not be triggered until provisioned by entity L2. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 23:43:46.970552 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [req-8c742efa-0dbe-4dbb-ba6a-6532a5e0892f req-0f2f31fa-9d12-4ef1-b394-52462275b1fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266550599'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:46.974663 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4cd812-797b-462f-bc1a-cfad830d811e req-8b7833f0-0f7d-4d8b-8f69-77522900ce4f tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:46.976297 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-7b4cd812-797b-462f-bc1a-cfad830d811e req-8b7833f0-0f7d-4d8b-8f69-77522900ce4f tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?device_id=f4d8ca49-d25f-4a7e-b5b6-034fec5c82a8 HTTP/1.1" status: 200 len: 944 time: 0.4841583 Jun 24 23:43:46.997270 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0685c05a-f662-4de2-a7d7-12c5a126edec req-046b1e85-ee9d-4daa-8fe2-09e0b07c303c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:46.998726 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-0685c05a-f662-4de2-a7d7-12c5a126edec req-046b1e85-ee9d-4daa-8fe2-09e0b07c303c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b0685d2348744b39b8eb315433f69ef4&device_id=f4d8ca49-d25f-4a7e-b5b6-034fec5c82a8 HTTP/1.1" status: 200 len: 1097 time: 0.3662074 Jun 24 23:43:47.114462 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-0685c05a-f662-4de2-a7d7-12c5a126edec req-c6aae48e-b296-480a-ae06-a2f223b4f497 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1319d511-95c2-4161-90ce-9c9c8ab4b5b5 HTTP/1.1" status: 200 len: 217 time: 0.0952582 Jun 24 23:43:47.154615 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [req-151665b0-6e8f-4cc3-823d-0eb8b271be8a req-2951d5d5-547a-4b63-9457-c4ae7a6c4d39 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:43:47.165626 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-7b4cd812-797b-462f-bc1a-cfad830d811e req-1dcb67a1-0827-453e-8b00-ef934cbaa7ec tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b26a354-2323-4315-80fe-b292c01f628e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1654181 Jun 24 23:43:47.186798 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [req-151665b0-6e8f-4cc3-823d-0eb8b271be8a req-2951d5d5-547a-4b63-9457-c4ae7a6c4d39 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:43:47.198386 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-151665b0-6e8f-4cc3-823d-0eb8b271be8a req-2951d5d5-547a-4b63-9457-c4ae7a6c4d39 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Made reservation on behalf of 151ea147ef8c4618aa21e9c58a3558f2 for: {'port': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 23:43:47.201836 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-151665b0-6e8f-4cc3-823d-0eb8b271be8a req-2951d5d5-547a-4b63-9457-c4ae7a6c4d39 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:47.222851 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0685c05a-f662-4de2-a7d7-12c5a126edec req-8a6d088f-cf61-4937-a60c-b4c7a756ad1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:47.224584 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-0685c05a-f662-4de2-a7d7-12c5a126edec req-8a6d088f-cf61-4937-a60c-b4c7a756ad1b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=58b6f9c2-a230-4e37-ab12-8b61321e5f1a HTTP/1.1" status: 200 len: 858 time: 0.1012633 Jun 24 23:43:47.256391 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2f31fa-9d12-4ef1-b394-52462275b1fc service neutron] Pushing event updated for resources: {'Port': ['ID=970ad978-bfd5-4408-8a71-50c8c5b372f5,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:43:47.410524 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7b8c8f-a5fd-4af8-99e7-5ad54f7b0293 req-6908792c-f117-4489-b46b-d59c2f83bb29 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:47.411416 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [req-fa7b8c8f-a5fd-4af8-99e7-5ad54f7b0293 req-6908792c-f117-4489-b46b-d59c2f83bb29 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] Synchronizing usage tracker for tenant:800c71f07db44002a01289d17088fa79 on resource:port {{(pid=88109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 23:43:47.417110 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [req-8c742efa-0dbe-4dbb-ba6a-6532a5e0892f req-0f2f31fa-9d12-4ef1-b394-52462275b1fc service neutron] Attempting to bind port 970ad978-bfd5-4408-8a71-50c8c5b372f5 on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 23:43:47.417558 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [req-8c742efa-0dbe-4dbb-ba6a-6532a5e0892f req-0f2f31fa-9d12-4ef1-b394-52462275b1fc service neutron] Attempting to bind port 970ad978-bfd5-4408-8a71-50c8c5b372f5 by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': '54123915-af97-4a81-8209-125e049a46d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6c7c961b-1004-4e8e-87f8-0a74685fbdb0'}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 23:43:47.417558 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c742efa-0dbe-4dbb-ba6a-6532a5e0892f req-0f2f31fa-9d12-4ef1-b394-52462275b1fc service neutron] Attempting to bind port 970ad978-bfd5-4408-8a71-50c8c5b372f5 on network 6c7c961b-1004-4e8e-87f8-0a74685fbdb0 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 23:43:47.440542 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c742efa-0dbe-4dbb-ba6a-6532a5e0892f req-0f2f31fa-9d12-4ef1-b394-52462275b1fc service neutron] Port 970ad978-bfd5-4408-8a71-50c8c5b372f5 on network 6c7c961b-1004-4e8e-87f8-0a74685fbdb0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 23:43:47.440944 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c742efa-0dbe-4dbb-ba6a-6532a5e0892f req-0f2f31fa-9d12-4ef1-b394-52462275b1fc service neutron] Attempting to bind port 970ad978-bfd5-4408-8a71-50c8c5b372f5 on network 6c7c961b-1004-4e8e-87f8-0a74685fbdb0 {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 23:43:47.448273 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [req-fa7b8c8f-a5fd-4af8-99e7-5ad54f7b0293 req-6908792c-f117-4489-b46b-d59c2f83bb29 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] Unset dirty status for tenant:800c71f07db44002a01289d17088fa79 on resource:port {{(pid=88109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 23:43:47.449443 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-fa7b8c8f-a5fd-4af8-99e7-5ad54f7b0293 req-6908792c-f117-4489-b46b-d59c2f83bb29 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a7576b4-550b-434a-99cf-678cd324f98c HTTP/1.1" status: 200 len: 943 time: 0.3104887 Jun 24 23:43:47.450287 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c742efa-0dbe-4dbb-ba6a-6532a5e0892f req-0f2f31fa-9d12-4ef1-b394-52462275b1fc service neutron] Checking agent: {'id': '9603f0a4-e7b3-4133-bd26-ff3a7fe04c7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 23, 39, 9), 'started_at': datetime.datetime(2022, 6, 24, 23, 39, 9), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 23, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 23:43:47.451204 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c742efa-0dbe-4dbb-ba6a-6532a5e0892f req-0f2f31fa-9d12-4ef1-b394-52462275b1fc service neutron] Checking segment: {'id': '54123915-af97-4a81-8209-125e049a46d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6c7c961b-1004-4e8e-87f8-0a74685fbdb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 23:43:47.451629 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c742efa-0dbe-4dbb-ba6a-6532a5e0892f req-0f2f31fa-9d12-4ef1-b394-52462275b1fc service neutron] Bound using segment: {'id': '54123915-af97-4a81-8209-125e049a46d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6c7c961b-1004-4e8e-87f8-0a74685fbdb0'} {{(pid=88109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 23:43:47.452075 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.managers [req-8c742efa-0dbe-4dbb-ba6a-6532a5e0892f req-0f2f31fa-9d12-4ef1-b394-52462275b1fc service neutron] Bound port: 970ad978-bfd5-4408-8a71-50c8c5b372f5, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54123915-af97-4a81-8209-125e049a46d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6c7c961b-1004-4e8e-87f8-0a74685fbdb0'}}] {{(pid=88109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 23:43:47.452410 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [req-8c742efa-0dbe-4dbb-ba6a-6532a5e0892f req-0f2f31fa-9d12-4ef1-b394-52462275b1fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:47.459246 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0685c05a-f662-4de2-a7d7-12c5a126edec req-04303e82-5e65-4f2f-9636-f1d4b37c0429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:47.460932 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-0685c05a-f662-4de2-a7d7-12c5a126edec req-04303e82-5e65-4f2f-9636-f1d4b37c0429 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=878eeed2-1705-4528-82e7-be9e0c60139b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1926835 Jun 24 23:43:47.467321 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [req-151665b0-6e8f-4cc3-823d-0eb8b271be8a req-2951d5d5-547a-4b63-9457-c4ae7a6c4d39 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Allocated IP 172.20.0.12 (7c4459ee-7a68-488a-8b83-1a7083441ab1/2ed903d3-95bb-4d89-ab6e-9d12008d003c/b2438596-128b-467d-8542-90663578d0b5) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 23:43:47.556653 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [req-fa7b8c8f-a5fd-4af8-99e7-5ad54f7b0293 req-608c22db-e598-4666-b944-1280ed274c6e tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] Synchronizing usage tracker for tenant:800c71f07db44002a01289d17088fa79 on resource:security_group {{(pid=88109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 23:43:47.593681 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.db [req-8c742efa-0dbe-4dbb-ba6a-6532a5e0892f req-0f2f31fa-9d12-4ef1-b394-52462275b1fc service neutron] For port 970ad978-bfd5-4408-8a71-50c8c5b372f5, host hv-cinder-84718, cleared binding levels {{(pid=88109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 23:43:47.597026 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.db [req-8c742efa-0dbe-4dbb-ba6a-6532a5e0892f req-0f2f31fa-9d12-4ef1-b394-52462275b1fc service neutron] For port 970ad978-bfd5-4408-8a71-50c8c5b372f5, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=970ad978-bfd5-4408-8a71-50c8c5b372f5,segment=NetworkSegment(54123915-af97-4a81-8209-125e049a46d7),segment_id=54123915-af97-4a81-8209-125e049a46d7)] {{(pid=88109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 23:43:47.598058 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [req-fa7b8c8f-a5fd-4af8-99e7-5ad54f7b0293 req-608c22db-e598-4666-b944-1280ed274c6e tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] Unset dirty status for tenant:800c71f07db44002a01289d17088fa79 on resource:security_group {{(pid=88109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 23:43:47.599319 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-fa7b8c8f-a5fd-4af8-99e7-5ad54f7b0293 req-608c22db-e598-4666-b944-1280ed274c6e tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] 10.222.0.42 "GET /v2.0/security-groups?id=b011d12b-64ad-42ed-9372-ab69b8ced82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352503 Jun 24 23:43:47.611213 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [req-8c742efa-0dbe-4dbb-ba6a-6532a5e0892f req-0f2f31fa-9d12-4ef1-b394-52462275b1fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266550599'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:47.694718 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-0685c05a-f662-4de2-a7d7-12c5a126edec req-594bbe88-dcbd-4ec6-bfd3-1a344ec2d740 service neutron] 10.222.0.15 "GET /v2.0/networks/878eeed2-1705-4528-82e7-be9e0c60139b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230356 Jun 24 23:43:47.755128 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c742efa-0dbe-4dbb-ba6a-6532a5e0892f req-0f2f31fa-9d12-4ef1-b394-52462275b1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:47.755993 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [req-8c742efa-0dbe-4dbb-ba6a-6532a5e0892f req-0f2f31fa-9d12-4ef1-b394-52462275b1fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122089'] for port, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:47.757509 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-8c742efa-0dbe-4dbb-ba6a-6532a5e0892f req-0f2f31fa-9d12-4ef1-b394-52462275b1fc service neutron] 10.222.0.15 "PUT /v2.0/ports/970ad978-bfd5-4408-8a71-50c8c5b372f5 HTTP/1.1" status: 200 len: 1093 time: 1.6249433 Jun 24 23:43:47.758109 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a7576b4-550b-434a-99cf-678cd324f98c', 'tag': '970ad978-bfd5-4408-8a71-50c8c5b372f5'}] {{(pid=88109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 23:43:47.790659 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2f31fa-9d12-4ef1-b394-52462275b1fc service neutron] Pushing event updated for resources: {'Port': ['ID=970ad978-bfd5-4408-8a71-50c8c5b372f5,revision_number=3']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:43:47.819061 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4d8ca49-d25f-4a7e-b5b6-034fec5c82a8', 'tag': '1319d511-95c2-4161-90ce-9c9c8ab4b5b5'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 23:43:47.929451 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Device faebcd38-b1cd-4298-9485-d073ff18072b no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 23:43:47.997563 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63794fed-1c0c-442a-b53a-a3ee4fd4f681'] response: {'name': 'network-changed', 'server_uuid': '8a7576b4-550b-434a-99cf-678cd324f98c', 'tag': '970ad978-bfd5-4408-8a71-50c8c5b372f5', 'status': 'completed', 'code': 200} Jun 24 23:43:48.062102 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-707bff31-b5da-4601-b274-386892c937dc None None] No Port match for: faebcd38-b1cd-4298-9485-d073ff18072b {{(pid=88110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 23:43:48.062437 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Device faebcd38-b1cd-4298-9485-d073ff18072b not bound to the agent host hv-cinder-84718 {{(pid=88110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 23:43:48.063026 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-0685c05a-f662-4de2-a7d7-12c5a126edec req-335a24e5-ef5f-48c4-800a-70bb4e1e52ef service neutron] 10.222.0.15 "GET /v2.0/networks/878eeed2-1705-4528-82e7-be9e0c60139b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214994 Jun 24 23:43:48.073752 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bc7ea98-3f9d-4744-aad0-671e397d90fd'] response: {'name': 'network-changed', 'server_uuid': 'f4d8ca49-d25f-4a7e-b5b6-034fec5c82a8', 'tag': '1319d511-95c2-4161-90ce-9c9c8ab4b5b5', 'status': 'completed', 'code': 200} Jun 24 23:43:48.251139 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-9efe68e3-faff-4e04-9004-eaaf62ca5aaa req-da08a1c1-e194-4d49-b18e-28781347c404 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] 10.222.0.42 "GET /v2.0/ports?device_id=62325896-fd64-47ea-bc98-2483abf5412f HTTP/1.1" status: 200 len: 210 time: 0.1927917 Jun 24 23:43:48.272863 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c742efa-0dbe-4dbb-ba6a-6532a5e0892f req-10a81694-55d4-40b7-9790-85cafebd8180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:48.275705 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-8c742efa-0dbe-4dbb-ba6a-6532a5e0892f req-10a81694-55d4-40b7-9790-85cafebd8180 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=800c71f07db44002a01289d17088fa79&device_id=8a7576b4-550b-434a-99cf-678cd324f98c HTTP/1.1" status: 200 len: 1096 time: 0.4067187 Jun 24 23:43:48.532224 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905e648c-21ca-4bca-a6e1-39f120b711fd req-341defc5-c195-4f63-88b6-e25a4459ae3e tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:48.533963 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-905e648c-21ca-4bca-a6e1-39f120b711fd req-341defc5-c195-4f63-88b6-e25a4459ae3e tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] 10.222.0.42 "GET /v2.0/networks?id=d6903743-1b0d-489e-8706-8a7d7f5ad707 HTTP/1.1" status: 200 len: 808 time: 0.1791718 Jun 24 23:43:48.559145 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-905e648c-21ca-4bca-a6e1-39f120b711fd req-74fee8d9-6627-4981-a58f-d8dd3c7ae9db tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] 10.222.0.42 "GET /v2.0/quotas/7401592f3a744afaa62ada77ba287531 HTTP/1.1" status: 200 len: 375 time: 0.0148313 Jun 24 23:43:48.562346 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-151665b0-6e8f-4cc3-823d-0eb8b271be8a req-2951d5d5-547a-4b63-9457-c4ae7a6c4d39 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:48.637879 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f08be1e-ad0b-4315-8e41-0e3be03d1097 req-fec26ff7-9703-4f89-bc27-be355bcbfc04 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:48.653023 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-905e648c-21ca-4bca-a6e1-39f120b711fd req-6dba6ed5-1559-438c-983e-0882f70aa25a tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] Synchronizing usage tracker for tenant:7401592f3a744afaa62ada77ba287531 on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 23:43:48.656134 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-7f08be1e-ad0b-4315-8e41-0e3be03d1097 req-fec26ff7-9703-4f89-bc27-be355bcbfc04 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?device_id=f4d8ca49-d25f-4a7e-b5b6-034fec5c82a8 HTTP/1.1" status: 200 len: 944 time: 0.2047946 Jun 24 23:43:48.668738 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [req-151665b0-6e8f-4cc3-823d-0eb8b271be8a req-2951d5d5-547a-4b63-9457-c4ae7a6c4d39 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Transition to ACTIVE for port object b2438596-128b-467d-8542-90663578d0b5 will not be triggered until provisioned by entity DHCP. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 23:43:48.690416 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-905e648c-21ca-4bca-a6e1-39f120b711fd req-6dba6ed5-1559-438c-983e-0882f70aa25a tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] Unset dirty status for tenant:7401592f3a744afaa62ada77ba287531 on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 23:43:48.699964 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-905e648c-21ca-4bca-a6e1-39f120b711fd req-6dba6ed5-1559-438c-983e-0882f70aa25a tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=7401592f3a744afaa62ada77ba287531&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1298232 Jun 24 23:43:48.856453 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce729cca-a19c-4dc3-9ac8-217c23fbba93 req-f1282548-b8c4-4b53-a62a-524495383166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:48.857997 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-ce729cca-a19c-4dc3-9ac8-217c23fbba93 req-f1282548-b8c4-4b53-a62a-524495383166 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b0685d2348744b39b8eb315433f69ef4&device_id=f4d8ca49-d25f-4a7e-b5b6-034fec5c82a8 HTTP/1.1" status: 200 len: 1097 time: 0.6618099 Jun 24 23:43:48.868518 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-905e648c-21ca-4bca-a6e1-39f120b711fd req-543916af-3ddc-441f-a782-da9f0e1bdb1c service neutron] 10.222.0.42 "GET /v2.0/networks/d6903743-1b0d-489e-8706-8a7d7f5ad707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675019 Jun 24 23:43:48.893199 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-8c742efa-0dbe-4dbb-ba6a-6532a5e0892f req-9c8e370c-7a0d-45ee-8794-cdbc01276f92 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=970ad978-bfd5-4408-8a71-50c8c5b372f5 HTTP/1.1" status: 200 len: 217 time: 0.2294576 Jun 24 23:43:48.990318 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [req-7f08be1e-ad0b-4315-8e41-0e3be03d1097 req-40ee550f-a953-465c-bd0c-fdb7486fd386 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Synchronizing usage tracker for tenant:b0685d2348744b39b8eb315433f69ef4 on resource:security_group {{(pid=88109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 23:43:49.029136 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [req-7f08be1e-ad0b-4315-8e41-0e3be03d1097 req-40ee550f-a953-465c-bd0c-fdb7486fd386 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Unset dirty status for tenant:b0685d2348744b39b8eb315433f69ef4 on resource:security_group {{(pid=88109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 23:43:49.044343 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-7f08be1e-ad0b-4315-8e41-0e3be03d1097 req-40ee550f-a953-465c-bd0c-fdb7486fd386 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b26a354-2323-4315-80fe-b292c01f628e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3870490 Jun 24 23:43:49.052913 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c742efa-0dbe-4dbb-ba6a-6532a5e0892f req-1f767506-5ee3-46ca-a42e-9140595997ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:49.056481 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-8c742efa-0dbe-4dbb-ba6a-6532a5e0892f req-1f767506-5ee3-46ca-a42e-9140595997ff service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7716ef76-7450-4aea-a010-177127f717f7 HTTP/1.1" status: 200 len: 854 time: 0.1302924 Jun 24 23:43:49.126458 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-8c742efa-0dbe-4dbb-ba6a-6532a5e0892f req-daa43841-dcc1-43f7-9e3b-86ff1896f25d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6c7c961b-1004-4e8e-87f8-0a74685fbdb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558062 Jun 24 23:43:49.134626 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-905e648c-21ca-4bca-a6e1-39f120b711fd req-30ccb83d-ec31-453b-b158-a0ec0e698f50 service neutron] 10.222.0.42 "GET /v2.0/networks/d6903743-1b0d-489e-8706-8a7d7f5ad707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652271 Jun 24 23:43:49.175468 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-151665b0-6e8f-4cc3-823d-0eb8b271be8a req-2951d5d5-547a-4b63-9457-c4ae7a6c4d39 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754888214703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266412288'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:49.292313 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-151665b0-6e8f-4cc3-823d-0eb8b271be8a req-2951d5d5-547a-4b63-9457-c4ae7a6c4d39 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Network 7c4459ee-7a68-488a-8b83-1a7083441ab1 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 23:43:49.300414 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [req-151665b0-6e8f-4cc3-823d-0eb8b271be8a req-2951d5d5-547a-4b63-9457-c4ae7a6c4d39 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 23:43:49.314888 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [req-151665b0-6e8f-4cc3-823d-0eb8b271be8a req-2951d5d5-547a-4b63-9457-c4ae7a6c4d39 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 23:43:49.370234 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce729cca-a19c-4dc3-9ac8-217c23fbba93 req-e177b93b-2ef3-4a2d-bb79-20a8af43811e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:49.374844 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-ce729cca-a19c-4dc3-9ac8-217c23fbba93 req-e177b93b-2ef3-4a2d-bb79-20a8af43811e service neutron] 10.222.0.15 "GET /v2.0/networks?id=878eeed2-1705-4528-82e7-be9e0c60139b HTTP/1.1" status: 200 len: 920 time: 0.4777992 Jun 24 23:43:49.396705 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2951d5d5-547a-4b63-9457-c4ae7a6c4d39 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Pushing event updated for resources: {'Port': ['ID=b2438596-128b-467d-8542-90663578d0b5,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:43:49.435764 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151665b0-6e8f-4cc3-823d-0eb8b271be8a req-2951d5d5-547a-4b63-9457-c4ae7a6c4d39 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:49.436387 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-151665b0-6e8f-4cc3-823d-0eb8b271be8a req-2951d5d5-547a-4b63-9457-c4ae7a6c4d39 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122089'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:49.546786 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-ce729cca-a19c-4dc3-9ac8-217c23fbba93 req-702ee84b-5c66-4fc6-9325-2ca8b535caf3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1319d511-95c2-4161-90ce-9c9c8ab4b5b5 HTTP/1.1" status: 200 len: 217 time: 0.1418409 Jun 24 23:43:49.551687 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-8c742efa-0dbe-4dbb-ba6a-6532a5e0892f req-8500c5db-1375-4312-a4c8-5ad2c1bd44e1 service neutron] 10.222.0.15 "GET /v2.0/networks/6c7c961b-1004-4e8e-87f8-0a74685fbdb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4016025 Jun 24 23:43:49.579741 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3113ed2f-2f64-4fa7-9043-44d7cb997d07 req-491787ff-4542-4d19-8141-4d86af45d4fd tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:49.581414 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-3113ed2f-2f64-4fa7-9043-44d7cb997d07 req-491787ff-4542-4d19-8141-4d86af45d4fd tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a7576b4-550b-434a-99cf-678cd324f98c HTTP/1.1" status: 200 len: 943 time: 0.3950286 Jun 24 23:43:49.687627 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-151665b0-6e8f-4cc3-823d-0eb8b271be8a req-2951d5d5-547a-4b63-9457-c4ae7a6c4d39 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8460481 Jun 24 23:43:49.724290 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.v2.base [req-151665b0-6e8f-4cc3-823d-0eb8b271be8a req-4e68de52-0d88-4e97-a752-3163b110d944 service neutron] Request body: {'port': {'device_id': '62325896-fd64-47ea-bc98-2483abf5412f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:43:49.725245 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-8784fdff-526c-47cc-be1e-554f0934da27 None None] Provisioning for port b2438596-128b-467d-8542-90663578d0b5 completed by entity DHCP. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 23:43:49.745401 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-8784fdff-526c-47cc-be1e-554f0934da27 None None] Provisioning complete for port b2438596-128b-467d-8542-90663578d0b5 triggered by entity DHCP. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:43:49.745908 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-8784fdff-526c-47cc-be1e-554f0934da27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:49.786382 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-3113ed2f-2f64-4fa7-9043-44d7cb997d07 req-553d2a71-75e9-449a-92b0-9ff03ce093a7 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] 10.222.0.42 "GET /v2.0/security-groups?id=b011d12b-64ad-42ed-9372-ab69b8ced82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035283 Jun 24 23:43:49.867549 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-8c742efa-0dbe-4dbb-ba6a-6532a5e0892f req-65fa942a-24ad-4590-a873-dfec398d7c78 service neutron] 10.222.0.15 "GET /v2.0/networks/6c7c961b-1004-4e8e-87f8-0a74685fbdb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851250 Jun 24 23:43:49.882194 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce729cca-a19c-4dc3-9ac8-217c23fbba93 req-65d0eb0f-f17a-457b-a4c7-cbe609b88703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:49.884319 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-ce729cca-a19c-4dc3-9ac8-217c23fbba93 req-65d0eb0f-f17a-457b-a4c7-cbe609b88703 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=58b6f9c2-a230-4e37-ab12-8b61321e5f1a HTTP/1.1" status: 200 len: 858 time: 0.3125901 Jun 24 23:43:49.997275 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf61884-4090-420b-8d2c-e5014e685b77 req-4ad036d4-d487-4f64-9070-1a672044c93c tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:49.998312 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-4cf61884-4090-420b-8d2c-e5014e685b77 req-4ad036d4-d487-4f64-9070-1a672044c93c tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Synchronizing usage tracker for tenant:151ea147ef8c4618aa21e9c58a3558f2 on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 23:43:50.012384 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-151665b0-6e8f-4cc3-823d-0eb8b271be8a req-4e68de52-0d88-4e97-a752-3163b110d944 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:50.018910 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-8784fdff-526c-47cc-be1e-554f0934da27 None None] Port b2438596-128b-467d-8542-90663578d0b5 cannot update to ACTIVE because it is not bound. {{(pid=88110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 23:43:50.084912 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-5617e9fb-944a-4211-9eae-0ff8c73e150b req-6d3b6b87-5293-4aa6-ba5c-e0980417fd89 tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] 10.222.0.42 "GET /v2.0/ports?device_id=85d6aee7-b2fd-4120-b731-493526414afb HTTP/1.1" status: 200 len: 210 time: 0.1476550 Jun 24 23:43:50.149138 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153eb2df-aacf-412d-b02d-df0dfa6a60f8 req-fcbd1f08-35f8-4219-9a2e-969eea10447f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:50.151255 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-153eb2df-aacf-412d-b02d-df0dfa6a60f8 req-fcbd1f08-35f8-4219-9a2e-969eea10447f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=800c71f07db44002a01289d17088fa79&device_id=8a7576b4-550b-434a-99cf-678cd324f98c HTTP/1.1" status: 200 len: 1096 time: 0.1457331 Jun 24 23:43:50.162328 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-4cf61884-4090-420b-8d2c-e5014e685b77 req-4ad036d4-d487-4f64-9070-1a672044c93c tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Unset dirty status for tenant:151ea147ef8c4618aa21e9c58a3558f2 on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 23:43:50.170776 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-4cf61884-4090-420b-8d2c-e5014e685b77 req-4ad036d4-d487-4f64-9070-1a672044c93c tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] 10.222.0.42 "GET /v2.0/ports?device_id=62325896-fd64-47ea-bc98-2483abf5412f HTTP/1.1" status: 200 len: 932 time: 0.5362477 Jun 24 23:43:50.255070 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce729cca-a19c-4dc3-9ac8-217c23fbba93 req-d0374129-f2cb-4975-8a15-84e159c0abc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:50.263100 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-ce729cca-a19c-4dc3-9ac8-217c23fbba93 req-d0374129-f2cb-4975-8a15-84e159c0abc3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=878eeed2-1705-4528-82e7-be9e0c60139b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3682745 Jun 24 23:43:50.414946 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-4cf61884-4090-420b-8d2c-e5014e685b77 req-a8478a5f-c71f-4421-b5a2-c09a164d99d4 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Synchronizing usage tracker for tenant:151ea147ef8c4618aa21e9c58a3558f2 on resource:security_group {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 23:43:50.427869 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153eb2df-aacf-412d-b02d-df0dfa6a60f8 req-e7ee07b0-f271-469a-b524-b1785f9a139e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:50.429252 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-153eb2df-aacf-412d-b02d-df0dfa6a60f8 req-e7ee07b0-f271-469a-b524-b1785f9a139e service neutron] 10.222.0.15 "GET /v2.0/networks?id=6c7c961b-1004-4e8e-87f8-0a74685fbdb0 HTTP/1.1" status: 200 len: 915 time: 0.2558208 Jun 24 23:43:50.442179 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2cc60a-15ef-4eeb-9d69-74eab2d1a27e req-53c916fe-5f7e-4fe9-a20f-142f0eb750c5 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:50.449748 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-0d2cc60a-15ef-4eeb-9d69-74eab2d1a27e req-53c916fe-5f7e-4fe9-a20f-142f0eb750c5 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?device_id=f4d8ca49-d25f-4a7e-b5b6-034fec5c82a8 HTTP/1.1" status: 200 len: 944 time: 0.2084854 Jun 24 23:43:50.481550 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-4cf61884-4090-420b-8d2c-e5014e685b77 req-a8478a5f-c71f-4421-b5a2-c09a164d99d4 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Unset dirty status for tenant:151ea147ef8c4618aa21e9c58a3558f2 on resource:security_group {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 23:43:50.482898 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-4cf61884-4090-420b-8d2c-e5014e685b77 req-a8478a5f-c71f-4421-b5a2-c09a164d99d4 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] 10.222.0.42 "GET /v2.0/security-groups?id=81d50479-3b9f-45c7-bc72-09d3ca41e12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3110826 Jun 24 23:43:50.663407 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-153eb2df-aacf-412d-b02d-df0dfa6a60f8 req-ab72ac4b-1d42-4d2c-aa1f-76ca6c102d71 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=970ad978-bfd5-4408-8a71-50c8c5b372f5 HTTP/1.1" status: 200 len: 217 time: 0.2111814 Jun 24 23:43:50.683479 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 56858) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:43:50.731543 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-0d2cc60a-15ef-4eeb-9d69-74eab2d1a27e req-f4797791-99c5-4a7c-ad1d-740733a79021 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b26a354-2323-4315-80fe-b292c01f628e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2718666 Jun 24 23:43:50.877794 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153eb2df-aacf-412d-b02d-df0dfa6a60f8 req-df97a0b9-abc1-4a0c-8ee0-ee0b753babbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:50.882894 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-153eb2df-aacf-412d-b02d-df0dfa6a60f8 req-df97a0b9-abc1-4a0c-8ee0-ee0b753babbb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7716ef76-7450-4aea-a010-177127f717f7 HTTP/1.1" status: 200 len: 854 time: 0.1770349 Jun 24 23:43:51.025491 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-ce729cca-a19c-4dc3-9ac8-217c23fbba93 req-b7f87f6b-1c20-41be-ae5b-52f40ab39ec5 service neutron] 10.222.0.15 "GET /v2.0/networks/878eeed2-1705-4528-82e7-be9e0c60139b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7218850 Jun 24 23:43:51.028944 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-153eb2df-aacf-412d-b02d-df0dfa6a60f8 req-a988f3f4-957f-472b-bacc-5e84ae0005f5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6c7c961b-1004-4e8e-87f8-0a74685fbdb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1294727 Jun 24 23:43:51.077155 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-466ee72d-1217-489a-9799-aa592f5d64ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:51.158379 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-466ee72d-1217-489a-9799-aa592f5d64ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:43:51.183787 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-466ee72d-1217-489a-9799-aa592f5d64ee admin admin] Usage tracker for resource:security_group_rule and tenant:b7b9f7e5ec4a4b3bac95c7b6c47d450c is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:43:51.283144 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-466ee72d-1217-489a-9799-aa592f5d64ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:43:51.373819 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-466ee72d-1217-489a-9799-aa592f5d64ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:43:51.412600 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-ddcebeb2-854d-403c-ad32-48ce99d216a1 req-832d73d5-3391-46da-91a3-5774818a2c7d tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] 10.222.0.42 "GET /v2.0/ports?device_id=85d6aee7-b2fd-4120-b731-493526414afb HTTP/1.1" status: 200 len: 210 time: 0.1220360 Jun 24 23:43:51.449820 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [req-151665b0-6e8f-4cc3-823d-0eb8b271be8a req-4e68de52-0d88-4e97-a752-3163b110d944 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2438596-128b-467d-8542-90663578d0b5 {{(pid=88108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 23:43:51.458968 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-151665b0-6e8f-4cc3-823d-0eb8b271be8a req-4e68de52-0d88-4e97-a752-3163b110d944 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:51.478081 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [req-151665b0-6e8f-4cc3-823d-0eb8b271be8a req-4e68de52-0d88-4e97-a752-3163b110d944 service neutron] Transition to ACTIVE for port object b2438596-128b-467d-8542-90663578d0b5 will not be triggered until provisioned by entity L2. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 23:43:51.485373 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-151665b0-6e8f-4cc3-823d-0eb8b271be8a req-4e68de52-0d88-4e97-a752-3163b110d944 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266412311'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:51.574074 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-153eb2df-aacf-412d-b02d-df0dfa6a60f8 req-cc4827f7-40f1-4e7f-96b2-b527f8582bbd service neutron] 10.222.0.15 "GET /v2.0/networks/6c7c961b-1004-4e8e-87f8-0a74685fbdb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4581363 Jun 24 23:43:51.766650 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-ce729cca-a19c-4dc3-9ac8-217c23fbba93 req-69cf93b9-67f0-471f-aedf-fdaed61b7c55 service neutron] 10.222.0.15 "GET /v2.0/networks/878eeed2-1705-4528-82e7-be9e0c60139b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6539407 Jun 24 23:43:51.767361 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e68de52-0d88-4e97-a752-3163b110d944 service neutron] Pushing event updated for resources: {'Port': ['ID=b2438596-128b-467d-8542-90663578d0b5,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:43:51.949412 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b64bc73-c21f-4abe-be57-955c5b2d04c0 req-73ec88f8-9bf7-4d4f-97e0-eb22786eea0e tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:51.957559 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-4b64bc73-c21f-4abe-be57-955c5b2d04c0 req-73ec88f8-9bf7-4d4f-97e0-eb22786eea0e tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a7576b4-550b-434a-99cf-678cd324f98c HTTP/1.1" status: 200 len: 943 time: 0.8948283 Jun 24 23:43:51.963504 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Device 970ad978-bfd5-4408-8a71-50c8c5b372f5 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 23:43:52.024122 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-4b64bc73-c21f-4abe-be57-955c5b2d04c0 req-4468b4eb-f9d6-43f3-a3bb-aae400c1f9d9 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] 10.222.0.42 "GET /v2.0/security-groups?id=b011d12b-64ad-42ed-9372-ab69b8ced82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657794 Jun 24 23:43:52.080562 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [req-151665b0-6e8f-4cc3-823d-0eb8b271be8a req-4e68de52-0d88-4e97-a752-3163b110d944 service neutron] Attempting to bind port b2438596-128b-467d-8542-90663578d0b5 on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 23:43:52.081880 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [req-151665b0-6e8f-4cc3-823d-0eb8b271be8a req-4e68de52-0d88-4e97-a752-3163b110d944 service neutron] Attempting to bind port b2438596-128b-467d-8542-90663578d0b5 by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': 'f561a82c-2c3c-47d3-bd82-978ca7f3ed56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7c4459ee-7a68-488a-8b83-1a7083441ab1'}] {{(pid=88108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 23:43:52.082568 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151665b0-6e8f-4cc3-823d-0eb8b271be8a req-4e68de52-0d88-4e97-a752-3163b110d944 service neutron] Attempting to bind port b2438596-128b-467d-8542-90663578d0b5 on network 7c4459ee-7a68-488a-8b83-1a7083441ab1 {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 23:43:52.089072 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151665b0-6e8f-4cc3-823d-0eb8b271be8a req-4e68de52-0d88-4e97-a752-3163b110d944 service neutron] Port b2438596-128b-467d-8542-90663578d0b5 on network 7c4459ee-7a68-488a-8b83-1a7083441ab1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 23:43:52.089835 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151665b0-6e8f-4cc3-823d-0eb8b271be8a req-4e68de52-0d88-4e97-a752-3163b110d944 service neutron] Attempting to bind port b2438596-128b-467d-8542-90663578d0b5 on network 7c4459ee-7a68-488a-8b83-1a7083441ab1 {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 23:43:52.100667 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151665b0-6e8f-4cc3-823d-0eb8b271be8a req-4e68de52-0d88-4e97-a752-3163b110d944 service neutron] Checking agent: {'id': '9603f0a4-e7b3-4133-bd26-ff3a7fe04c7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 23, 39, 9), 'started_at': datetime.datetime(2022, 6, 24, 23, 39, 9), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 23, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 23:43:52.106271 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151665b0-6e8f-4cc3-823d-0eb8b271be8a req-4e68de52-0d88-4e97-a752-3163b110d944 service neutron] Checking segment: {'id': 'f561a82c-2c3c-47d3-bd82-978ca7f3ed56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7c4459ee-7a68-488a-8b83-1a7083441ab1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 23:43:52.107036 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151665b0-6e8f-4cc3-823d-0eb8b271be8a req-4e68de52-0d88-4e97-a752-3163b110d944 service neutron] Bound using segment: {'id': 'f561a82c-2c3c-47d3-bd82-978ca7f3ed56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7c4459ee-7a68-488a-8b83-1a7083441ab1'} {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 23:43:52.107670 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [req-151665b0-6e8f-4cc3-823d-0eb8b271be8a req-4e68de52-0d88-4e97-a752-3163b110d944 service neutron] Bound port: b2438596-128b-467d-8542-90663578d0b5, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f561a82c-2c3c-47d3-bd82-978ca7f3ed56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7c4459ee-7a68-488a-8b83-1a7083441ab1'}}] {{(pid=88108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 23:43:52.108181 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-151665b0-6e8f-4cc3-823d-0eb8b271be8a req-4e68de52-0d88-4e97-a752-3163b110d944 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:52.140775 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-466ee72d-1217-489a-9799-aa592f5d64ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:52.263893 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-466ee72d-1217-489a-9799-aa592f5d64ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:52.271322 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [req-151665b0-6e8f-4cc3-823d-0eb8b271be8a req-4e68de52-0d88-4e97-a752-3163b110d944 service neutron] For port b2438596-128b-467d-8542-90663578d0b5, host hv-cinder-84718, cleared binding levels {{(pid=88108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 23:43:52.275093 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [req-151665b0-6e8f-4cc3-823d-0eb8b271be8a req-4e68de52-0d88-4e97-a752-3163b110d944 service neutron] For port b2438596-128b-467d-8542-90663578d0b5, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=b2438596-128b-467d-8542-90663578d0b5,segment=NetworkSegment(f561a82c-2c3c-47d3-bd82-978ca7f3ed56),segment_id=f561a82c-2c3c-47d3-bd82-978ca7f3ed56)] {{(pid=88108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 23:43:52.304893 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] For port 970ad978-bfd5-4408-8a71-50c8c5b372f5, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=970ad978-bfd5-4408-8a71-50c8c5b372f5,segment=NetworkSegment(54123915-af97-4a81-8209-125e049a46d7),segment_id=54123915-af97-4a81-8209-125e049a46d7)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:43:52.326415 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-151665b0-6e8f-4cc3-823d-0eb8b271be8a req-4e68de52-0d88-4e97-a752-3163b110d944 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266412311'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:52.340864 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Returning: {'device': '970ad978-bfd5-4408-8a71-50c8c5b372f5', 'network_id': '6c7c961b-1004-4e8e-87f8-0a74685fbdb0', 'port_id': '970ad978-bfd5-4408-8a71-50c8c5b372f5', 'mac_address': 'fa:16:3e:3e:26:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7716ef76-7450-4aea-a010-177127f717f7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 23:43:52.452624 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ee72d-1217-489a-9799-aa592f5d64ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3817d56-a81d-4fd1-b39e-b945eef4e2bd,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:43:52.457146 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e68de52-0d88-4e97-a752-3163b110d944 service neutron] Pushing event updated for resources: {'Port': ['ID=b2438596-128b-467d-8542-90663578d0b5,revision_number=3']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:43:52.460323 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-466ee72d-1217-489a-9799-aa592f5d64ee admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b7b9f7e5ec4a4b3bac95c7b6c47d450c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7724946 Jun 24 23:43:52.476189 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 56888) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:43:52.499370 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-707bff31-b5da-4601-b274-386892c937dc None None] Current status of the port 970ad978-bfd5-4408-8a71-50c8c5b372f5 is: DOWN; New status is: BUILD {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:43:52.499782 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:52.543170 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.notifiers.nova [None req-707bff31-b5da-4601-b274-386892c937dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 970ad978-bfd5-4408-8a71-50c8c5b372f5 {{(pid=88110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 23:43:52.587726 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] For port 970ad978-bfd5-4408-8a71-50c8c5b372f5, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=970ad978-bfd5-4408-8a71-50c8c5b372f5,segment=NetworkSegment(54123915-af97-4a81-8209-125e049a46d7),segment_id=54123915-af97-4a81-8209-125e049a46d7)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:43:52.604892 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:52.605542 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Device 1319d511-95c2-4161-90ce-9c9c8ab4b5b5 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 23:43:52.622177 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c122ea05-2cfd-48a8-a857-b1e6195b985d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:52.688802 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c122ea05-2cfd-48a8-a857-b1e6195b985d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:52.696966 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151665b0-6e8f-4cc3-823d-0eb8b271be8a req-4e68de52-0d88-4e97-a752-3163b110d944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:52.703913 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-151665b0-6e8f-4cc3-823d-0eb8b271be8a req-4e68de52-0d88-4e97-a752-3163b110d944 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122089'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:52.706553 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-151665b0-6e8f-4cc3-823d-0eb8b271be8a req-4e68de52-0d88-4e97-a752-3163b110d944 service neutron] 10.222.0.15 "PUT /v2.0/ports/b2438596-128b-467d-8542-90663578d0b5 HTTP/1.1" status: 200 len: 1094 time: 2.9871571 Jun 24 23:43:52.707134 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62325896-fd64-47ea-bc98-2483abf5412f', 'tag': 'b2438596-128b-467d-8542-90663578d0b5'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 23:43:52.814260 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-153eb2df-aacf-412d-b02d-df0dfa6a60f8 req-f5753732-2924-462c-8b1a-0816d3604257 service neutron] 10.222.0.15 "GET /v2.0/networks/6c7c961b-1004-4e8e-87f8-0a74685fbdb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1896551 Jun 24 23:43:52.824090 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c122ea05-2cfd-48a8-a857-b1e6195b985d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:52.869795 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c122ea05-2cfd-48a8-a857-b1e6195b985d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3817d56-a81d-4fd1-b39e-b945eef4e2bd,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:43:52.901996 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bf3f94-76ad-4949-934b-c2aabcf9a121 req-e952cc42-88df-4928-95d9-c621f95660fc tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:52.903906 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-a9bf3f94-76ad-4949-934b-c2aabcf9a121 req-e952cc42-88df-4928-95d9-c621f95660fc tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] 10.222.0.42 "GET /v2.0/ports?device_id=62325896-fd64-47ea-bc98-2483abf5412f HTTP/1.1" status: 200 len: 944 time: 0.8137550 Jun 24 23:43:52.905623 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c122ea05-2cfd-48a8-a857-b1e6195b985d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:52.906826 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-c122ea05-2cfd-48a8-a857-b1e6195b985d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d3817d56-a81d-4fd1-b39e-b945eef4e2bd HTTP/1.1" status: 204 len: 168 time: 0.4264340 Jun 24 23:43:53.037908 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-a9bf3f94-76ad-4949-934b-c2aabcf9a121 req-5beba1c4-5c4a-4674-b8a8-d7c0bdfe8b32 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] 10.222.0.42 "GET /v2.0/security-groups?id=81d50479-3b9f-45c7-bc72-09d3ca41e12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236897 Jun 24 23:43:53.070327 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676eb0ec-9110-4e49-a37a-3929b107972f req-1fbc7d0d-802c-46c1-b23c-7d264fdbdf18 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:53.072509 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-676eb0ec-9110-4e49-a37a-3929b107972f req-1fbc7d0d-802c-46c1-b23c-7d264fdbdf18 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?device_id=f4d8ca49-d25f-4a7e-b5b6-034fec5c82a8 HTTP/1.1" status: 200 len: 944 time: 0.7956619 Jun 24 23:43:53.099055 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Pushing event updated for resources: {'Port': ['ID=970ad978-bfd5-4408-8a71-50c8c5b372f5,revision_number=4']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:43:53.114600 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:43:53.115352 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:43:53.115804 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:43:53.116638 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:43:53.117188 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:43:53.117831 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:43:53.118908 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:43:53.119453 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:43:53.120177 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:43:53.120611 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:43:53.121050 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:43:53.121485 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:43:53.140824 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905e648c-21ca-4bca-a6e1-39f120b711fd req-7329a74f-34d4-4ea8-bbfc-8915e1563cc6 tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:53.145514 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-905e648c-21ca-4bca-a6e1-39f120b711fd req-7329a74f-34d4-4ea8-bbfc-8915e1563cc6 tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] 10.222.0.15 "GET /v2.0/networks?id=d6903743-1b0d-489e-8706-8a7d7f5ad707 HTTP/1.1" status: 200 len: 808 time: 0.6908548 Jun 24 23:43:53.149905 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 56904) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:43:53.193654 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.v2.base [req-905e648c-21ca-4bca-a6e1-39f120b711fd req-17c88689-1f73-4cb6-8a2c-305fcf885e03 tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] Request body: {'port': {'device_id': '85d6aee7-b2fd-4120-b731-493526414afb', 'network_id': 'd6903743-1b0d-489e-8706-8a7d7f5ad707', 'admin_state_up': True, 'tenant_id': '7401592f3a744afaa62ada77ba287531'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:43:53.229391 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] For port 1319d511-95c2-4161-90ce-9c9c8ab4b5b5, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=1319d511-95c2-4161-90ce-9c9c8ab4b5b5,segment=NetworkSegment(c647ded0-4d21-4d2d-b759-44df778a6ac4),segment_id=c647ded0-4d21-4d2d-b759-44df778a6ac4)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:43:53.247961 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Returning: {'device': '1319d511-95c2-4161-90ce-9c9c8ab4b5b5', 'network_id': '878eeed2-1705-4528-82e7-be9e0c60139b', 'port_id': '1319d511-95c2-4161-90ce-9c9c8ab4b5b5', 'mac_address': 'fa:16:3e:c9:ce:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58b6f9c2-a230-4e37-ab12-8b61321e5f1a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 23:43:53.311889 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-3262cf25-de9f-4bd0-9247-e3e3d0602dc7 req-a754b383-bf77-4b69-826e-03970ddbcb04 tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] 10.222.0.42 "GET /v2.0/ports?device_id=85d6aee7-b2fd-4120-b731-493526414afb HTTP/1.1" status: 200 len: 210 time: 0.1170769 Jun 24 23:43:53.317675 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-707bff31-b5da-4601-b274-386892c937dc None None] Current status of the port 1319d511-95c2-4161-90ce-9c9c8ab4b5b5 is: DOWN; New status is: BUILD {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:43:53.318167 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:53.344484 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.notifiers.nova [None req-707bff31-b5da-4601-b274-386892c937dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1319d511-95c2-4161-90ce-9c9c8ab4b5b5 {{(pid=88110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 23:43:53.380056 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] For port 1319d511-95c2-4161-90ce-9c9c8ab4b5b5, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=1319d511-95c2-4161-90ce-9c9c8ab4b5b5,segment=NetworkSegment(c647ded0-4d21-4d2d-b759-44df778a6ac4),segment_id=c647ded0-4d21-4d2d-b759-44df778a6ac4)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:43:53.385603 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:53.425078 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-676eb0ec-9110-4e49-a37a-3929b107972f req-9db97b4c-e5aa-49db-8566-c12f3ed12685 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b26a354-2323-4315-80fe-b292c01f628e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3441770 Jun 24 23:43:53.533970 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a60c6c8-b499-4358-a921-10a8d61db119'] response: {'name': 'network-changed', 'server_uuid': '62325896-fd64-47ea-bc98-2483abf5412f', 'tag': 'b2438596-128b-467d-8542-90663578d0b5', 'status': 'completed', 'code': 200} Jun 24 23:43:53.553971 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Pushing event updated for resources: {'Port': ['ID=1319d511-95c2-4161-90ce-9c9c8ab4b5b5,revision_number=4']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:43:53.580487 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151665b0-6e8f-4cc3-823d-0eb8b271be8a req-16dadcaf-d44a-4c8a-aa77-e4dfe455011f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:53.582137 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-151665b0-6e8f-4cc3-823d-0eb8b271be8a req-16dadcaf-d44a-4c8a-aa77-e4dfe455011f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=151ea147ef8c4618aa21e9c58a3558f2&device_id=62325896-fd64-47ea-bc98-2483abf5412f HTTP/1.1" status: 200 len: 1097 time: 0.8095002 Jun 24 23:43:53.653479 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [req-905e648c-21ca-4bca-a6e1-39f120b711fd req-17c88689-1f73-4cb6-8a2c-305fcf885e03 tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:43:53.668325 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [req-905e648c-21ca-4bca-a6e1-39f120b711fd req-17c88689-1f73-4cb6-8a2c-305fcf885e03 tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:43:53.684025 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] get_ports_and_sgs() called for port_ids ['1319d511-95c2-4161-90ce-9c9c8ab4b5b5'] {{(pid=88110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 23:43:53.747015 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] get_ports_and_sgs() called for port_ids ['970ad978-bfd5-4408-8a71-50c8c5b372f5'] {{(pid=88110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 23:43:53.764543 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-27808401-6faf-4270-9c47-367b9154e12a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:53.803844 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-905e648c-21ca-4bca-a6e1-39f120b711fd req-17c88689-1f73-4cb6-8a2c-305fcf885e03 tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] Made reservation on behalf of 7401592f3a744afaa62ada77ba287531 for: {'port': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 23:43:53.808511 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-27808401-6faf-4270-9c47-367b9154e12a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:43:53.812634 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-27808401-6faf-4270-9c47-367b9154e12a admin admin] Usage tracker for resource:security_group_rule and tenant:fd5056440b7e49bbaaf511df61d1c089 is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:43:53.816145 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-905e648c-21ca-4bca-a6e1-39f120b711fd req-17c88689-1f73-4cb6-8a2c-305fcf885e03 tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:53.824381 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-27808401-6faf-4270-9c47-367b9154e12a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:43:53.830277 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-27808401-6faf-4270-9c47-367b9154e12a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:43:53.947079 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-27808401-6faf-4270-9c47-367b9154e12a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:53.951906 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-27808401-6faf-4270-9c47-367b9154e12a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:54.006157 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-27808401-6faf-4270-9c47-367b9154e12a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fd5056440b7e49bbaaf511df61d1c089&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8549964 Jun 24 23:43:54.010494 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 56910) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:43:54.013404 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27808401-6faf-4270-9c47-367b9154e12a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=225e2ccc-55ce-4455-af12-ddb5782a6b34,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:43:54.077231 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-151665b0-6e8f-4cc3-823d-0eb8b271be8a req-9e2ca819-980e-4eba-9b24-1cb086761f95 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b2438596-128b-467d-8542-90663578d0b5 HTTP/1.1" status: 200 len: 217 time: 0.2785418 Jun 24 23:43:54.098407 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-41f99fc0-81e1-4a23-8028-bf2d7af02e14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:54.132476 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-41f99fc0-81e1-4a23-8028-bf2d7af02e14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:54.209365 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-41f99fc0-81e1-4a23-8028-bf2d7af02e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:54.251883 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f99fc0-81e1-4a23-8028-bf2d7af02e14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=225e2ccc-55ce-4455-af12-ddb5782a6b34,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:43:54.265595 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-41f99fc0-81e1-4a23-8028-bf2d7af02e14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:54.267084 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-41f99fc0-81e1-4a23-8028-bf2d7af02e14 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/225e2ccc-55ce-4455-af12-ddb5782a6b34 HTTP/1.1" status: 204 len: 168 time: 0.2554791 Jun 24 23:43:54.297588 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151665b0-6e8f-4cc3-823d-0eb8b271be8a req-e5e2baa8-5613-4492-941b-ba0c567382d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:54.298873 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-151665b0-6e8f-4cc3-823d-0eb8b271be8a req-e5e2baa8-5613-4492-941b-ba0c567382d2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2ed903d3-95bb-4d89-ab6e-9d12008d003c HTTP/1.1" status: 200 len: 854 time: 0.1589983 Jun 24 23:43:54.333724 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599cb490-bf46-4f09-8849-0346e98709be req-5b3bfbbc-5e34-4f79-acee-eec3ed76fbce tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:54.341197 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-599cb490-bf46-4f09-8849-0346e98709be req-5b3bfbbc-5e34-4f79-acee-eec3ed76fbce tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a7576b4-550b-434a-99cf-678cd324f98c HTTP/1.1" status: 200 len: 944 time: 0.6381168 Jun 24 23:43:54.411646 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-599cb490-bf46-4f09-8849-0346e98709be req-557e48c5-4c9f-47ec-8f81-0f2df8dd14fa tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] 10.222.0.42 "GET /v2.0/security-groups?id=b011d12b-64ad-42ed-9372-ab69b8ced82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694654 Jun 24 23:43:54.510185 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aee221-0f71-47bf-b359-804152f73bd8 req-5c687712-9fe8-496c-84d0-8630a7fa8ab0 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:54.512401 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-16aee221-0f71-47bf-b359-804152f73bd8 req-5c687712-9fe8-496c-84d0-8630a7fa8ab0 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] 10.222.0.42 "GET /v2.0/ports?device_id=62325896-fd64-47ea-bc98-2483abf5412f HTTP/1.1" status: 200 len: 944 time: 0.1642678 Jun 24 23:43:54.615657 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-16aee221-0f71-47bf-b359-804152f73bd8 req-f8858254-51d4-46ed-92eb-50f80c042656 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] 10.222.0.42 "GET /v2.0/security-groups?id=81d50479-3b9f-45c7-bc72-09d3ca41e12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917399 Jun 24 23:43:54.632313 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [req-905e648c-21ca-4bca-a6e1-39f120b711fd req-17c88689-1f73-4cb6-8a2c-305fcf885e03 tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] Allocated IP 172.20.0.11 (d6903743-1b0d-489e-8706-8a7d7f5ad707/6a1f1413-5c9f-4bee-9ae9-6536e7b2e99b/b472a02d-5695-49d2-a460-b99de7f34d83) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 23:43:54.656537 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-212f031b-7b6d-49d8-9712-8e7660e1b5ba req-4b4ba780-1d84-46f1-b8fb-495c2340d41e tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] 10.222.0.42 "GET /v2.0/ports?device_id=85d6aee7-b2fd-4120-b731-493526414afb HTTP/1.1" status: 200 len: 210 time: 0.1006970 Jun 24 23:43:54.878744 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 56926) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:43:54.903251 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6367498f-2664-45cc-b291-1f10677abfb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:54.921534 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-6367498f-2664-45cc-b291-1f10677abfb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:43:54.926036 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-6367498f-2664-45cc-b291-1f10677abfb0 admin admin] Usage tracker for resource:security_group_rule and tenant:22421dfb0e9c45578db0c4cf5c196f08 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:43:54.929254 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-6367498f-2664-45cc-b291-1f10677abfb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:43:54.936135 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-6367498f-2664-45cc-b291-1f10677abfb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:43:54.956907 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554f66df-3f47-4f6b-a25f-f9c27611235f req-f5ac04af-bd8c-4c97-a272-0af643fdd4ee tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:54.958667 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-554f66df-3f47-4f6b-a25f-f9c27611235f req-f5ac04af-bd8c-4c97-a272-0af643fdd4ee tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?device_id=f4d8ca49-d25f-4a7e-b5b6-034fec5c82a8 HTTP/1.1" status: 200 len: 945 time: 0.1479754 Jun 24 23:43:55.029087 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6367498f-2664-45cc-b291-1f10677abfb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:55.042519 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6367498f-2664-45cc-b291-1f10677abfb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:55.080206 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-554f66df-3f47-4f6b-a25f-f9c27611235f req-803cf520-0f21-4f1b-afdb-8109deb99cf5 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b26a354-2323-4315-80fe-b292c01f628e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138887 Jun 24 23:43:55.105780 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6367498f-2664-45cc-b291-1f10677abfb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc8122da-e081-417a-b737-ac5a5c3f2ccb,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:43:55.149552 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-6367498f-2664-45cc-b291-1f10677abfb0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=22421dfb0e9c45578db0c4cf5c196f08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2669113 Jun 24 23:43:55.149965 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 56930) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:43:55.187172 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-905e648c-21ca-4bca-a6e1-39f120b711fd req-17c88689-1f73-4cb6-8a2c-305fcf885e03 tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:55.226239 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-905e648c-21ca-4bca-a6e1-39f120b711fd req-17c88689-1f73-4cb6-8a2c-305fcf885e03 tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754888214703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266412288'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:55.251414 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a8aec06e-55db-4f4a-919b-e5391c759e49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:55.292130 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a8aec06e-55db-4f4a-919b-e5391c759e49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:55.365544 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-905e648c-21ca-4bca-a6e1-39f120b711fd req-17c88689-1f73-4cb6-8a2c-305fcf885e03 tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] Network d6903743-1b0d-489e-8706-8a7d7f5ad707 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 23:43:55.368189 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [req-905e648c-21ca-4bca-a6e1-39f120b711fd req-17c88689-1f73-4cb6-8a2c-305fcf885e03 tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 23:43:55.373745 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [req-905e648c-21ca-4bca-a6e1-39f120b711fd req-17c88689-1f73-4cb6-8a2c-305fcf885e03 tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 23:43:55.378859 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a8aec06e-55db-4f4a-919b-e5391c759e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:55.405055 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aec06e-55db-4f4a-919b-e5391c759e49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc8122da-e081-417a-b737-ac5a5c3f2ccb,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:43:55.410983 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c88689-1f73-4cb6-8a2c-305fcf885e03 tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] Pushing event updated for resources: {'Port': ['ID=b472a02d-5695-49d2-a460-b99de7f34d83,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:43:55.424946 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a8aec06e-55db-4f4a-919b-e5391c759e49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:55.428717 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-a8aec06e-55db-4f4a-919b-e5391c759e49 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cc8122da-e081-417a-b737-ac5a5c3f2ccb HTTP/1.1" status: 204 len: 168 time: 0.2777441 Jun 24 23:43:55.478589 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905e648c-21ca-4bca-a6e1-39f120b711fd req-17c88689-1f73-4cb6-8a2c-305fcf885e03 tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:55.479791 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-905e648c-21ca-4bca-a6e1-39f120b711fd req-17c88689-1f73-4cb6-8a2c-305fcf885e03 tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122089'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:55.534343 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-905e648c-21ca-4bca-a6e1-39f120b711fd req-17c88689-1f73-4cb6-8a2c-305fcf885e03 tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3564920 Jun 24 23:43:55.702748 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8b4888-b605-40c7-86dd-82533adebb84 req-b2ef5dcf-5afb-4111-86c3-6040ff91029c tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:55.712306 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-3e8b4888-b605-40c7-86dd-82533adebb84 req-b2ef5dcf-5afb-4111-86c3-6040ff91029c tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a7576b4-550b-434a-99cf-678cd324f98c HTTP/1.1" status: 200 len: 944 time: 0.1307654 Jun 24 23:43:55.828615 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-3e8b4888-b605-40c7-86dd-82533adebb84 req-b5dfa36a-7538-4f38-ae10-18f1a64485c6 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] 10.222.0.42 "GET /v2.0/security-groups?id=b011d12b-64ad-42ed-9372-ab69b8ced82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030889 Jun 24 23:43:55.961776 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Device 970ad978-bfd5-4408-8a71-50c8c5b372f5 up at agent hyperv_hv-cinder-84718 {{(pid=88110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 23:43:56.037316 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f30c24f-ad8f-4d3f-b960-ce6ba972a2b3 req-a4394402-256a-4432-9a73-3d10ea3e61bd tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:56.041555 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-4f30c24f-ad8f-4d3f-b960-ce6ba972a2b3 req-a4394402-256a-4432-9a73-3d10ea3e61bd tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] 10.222.0.42 "GET /v2.0/ports?device_id=62325896-fd64-47ea-bc98-2483abf5412f HTTP/1.1" status: 200 len: 944 time: 0.1579525 Jun 24 23:43:56.054104 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5502f725-3698-400f-82cb-11182e3b5f79 req-20af14d4-15b7-4d03-b1e1-cc2fe8245df1 tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:56.054832 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-5502f725-3698-400f-82cb-11182e3b5f79 req-20af14d4-15b7-4d03-b1e1-cc2fe8245df1 tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] Synchronizing usage tracker for tenant:7401592f3a744afaa62ada77ba287531 on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 23:43:56.077501 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-5502f725-3698-400f-82cb-11182e3b5f79 req-20af14d4-15b7-4d03-b1e1-cc2fe8245df1 tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] Unset dirty status for tenant:7401592f3a744afaa62ada77ba287531 on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 23:43:56.078812 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-5502f725-3698-400f-82cb-11182e3b5f79 req-20af14d4-15b7-4d03-b1e1-cc2fe8245df1 tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] 10.222.0.42 "GET /v2.0/ports?device_id=85d6aee7-b2fd-4120-b731-493526414afb HTTP/1.1" status: 200 len: 932 time: 0.1330667 Jun 24 23:43:56.083129 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-707bff31-b5da-4601-b274-386892c937dc None None] Provisioning for port 970ad978-bfd5-4408-8a71-50c8c5b372f5 completed by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 23:43:56.105950 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-707bff31-b5da-4601-b274-386892c937dc None None] Provisioning complete for port 970ad978-bfd5-4408-8a71-50c8c5b372f5 triggered by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:43:56.106630 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:56.127759 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-4f30c24f-ad8f-4d3f-b960-ce6ba972a2b3 req-baf4677c-c466-444c-b3d6-f7245ab15ce0 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] 10.222.0.42 "GET /v2.0/security-groups?id=81d50479-3b9f-45c7-bc72-09d3ca41e12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774479 Jun 24 23:43:56.135883 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.agents_db [None req-920f0d7c-c373-4dd0-bab9-7f12e43ec96a None None] Agent healthcheck: found 6 active agents {{(pid=88111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 23:43:56.202743 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-5502f725-3698-400f-82cb-11182e3b5f79 req-35e8612c-4c49-4f10-ba49-b598bd5bc9cd tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] 10.222.0.42 "GET /v2.0/security-groups?id=69d5f0e7-84d2-4936-b1bb-8f30fa535733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163123 Jun 24 23:43:56.306482 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-707bff31-b5da-4601-b274-386892c937dc None None] Current status of the port 970ad978-bfd5-4408-8a71-50c8c5b372f5 is: BUILD; New status is: ACTIVE {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:43:56.306889 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:56.356151 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a7576b4-550b-434a-99cf-678cd324f98c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '970ad978-bfd5-4408-8a71-50c8c5b372f5'}] {{(pid=88110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 23:43:56.373917 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] For port 970ad978-bfd5-4408-8a71-50c8c5b372f5, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=970ad978-bfd5-4408-8a71-50c8c5b372f5,segment=NetworkSegment(54123915-af97-4a81-8209-125e049a46d7),segment_id=54123915-af97-4a81-8209-125e049a46d7)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:43:56.380361 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6e061c-014d-40c7-b129-ec683cac583f req-fae37209-d613-46c5-bc63-cafd3bcf85e1 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:56.382505 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:56.383441 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Device 1319d511-95c2-4161-90ce-9c9c8ab4b5b5 up at agent hyperv_hv-cinder-84718 {{(pid=88110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 23:43:56.392110 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-0e6e061c-014d-40c7-b129-ec683cac583f req-fae37209-d613-46c5-bc63-cafd3bcf85e1 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?device_id=f4d8ca49-d25f-4a7e-b5b6-034fec5c82a8 HTTP/1.1" status: 200 len: 945 time: 0.1324859 Jun 24 23:43:56.456122 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-0e6e061c-014d-40c7-b129-ec683cac583f req-6a4be5f8-fbc0-4cf6-abfc-037e1f42297d tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b26a354-2323-4315-80fe-b292c01f628e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630364 Jun 24 23:43:56.517918 dv-cinder-847189-5-smb neutron-server[88110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-601e2479-ccb2-4f1a-b1b6-166f8d51b62d'] response: {'server_uuid': '8a7576b4-550b-434a-99cf-678cd324f98c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '970ad978-bfd5-4408-8a71-50c8c5b372f5', 'code': 200} Jun 24 23:43:56.542469 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Pushing event updated for resources: {'Port': ['ID=970ad978-bfd5-4408-8a71-50c8c5b372f5,revision_number=5']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:43:56.553264 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-707bff31-b5da-4601-b274-386892c937dc None None] Provisioning for port 1319d511-95c2-4161-90ce-9c9c8ab4b5b5 completed by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 23:43:56.559415 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-707bff31-b5da-4601-b274-386892c937dc None None] Provisioning complete for port 1319d511-95c2-4161-90ce-9c9c8ab4b5b5 triggered by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:43:56.559802 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:56.694224 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-707bff31-b5da-4601-b274-386892c937dc None None] Current status of the port 1319d511-95c2-4161-90ce-9c9c8ab4b5b5 is: BUILD; New status is: ACTIVE {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:43:56.694608 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:56.764379 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] For port 1319d511-95c2-4161-90ce-9c9c8ab4b5b5, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=1319d511-95c2-4161-90ce-9c9c8ab4b5b5,segment=NetworkSegment(c647ded0-4d21-4d2d-b759-44df778a6ac4),segment_id=c647ded0-4d21-4d2d-b759-44df778a6ac4)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:43:56.771675 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:56.850955 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Pushing event updated for resources: {'Port': ['ID=1319d511-95c2-4161-90ce-9c9c8ab4b5b5,revision_number=5']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:43:57.121667 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ef8c6f-6078-42ef-9add-5fa3b9a2cd1a req-11fadc2e-f7d8-4a8b-ae6a-a5b5196a1a23 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:57.129609 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-34ef8c6f-6078-42ef-9add-5fa3b9a2cd1a req-11fadc2e-f7d8-4a8b-ae6a-a5b5196a1a23 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a7576b4-550b-434a-99cf-678cd324f98c HTTP/1.1" status: 200 len: 945 time: 0.1472287 Jun 24 23:43:57.192153 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-34ef8c6f-6078-42ef-9add-5fa3b9a2cd1a req-b6521fae-0898-402b-97d7-77d26189c367 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] 10.222.0.42 "GET /v2.0/security-groups?id=b011d12b-64ad-42ed-9372-ab69b8ced82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615652 Jun 24 23:43:57.511416 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55122f0a-f27b-4e91-837b-50172b1d9c16 req-53bf027f-358d-425e-92e4-25a7bde0e374 tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:57.519641 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-55122f0a-f27b-4e91-837b-50172b1d9c16 req-53bf027f-358d-425e-92e4-25a7bde0e374 tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] 10.222.0.42 "GET /v2.0/ports?device_id=85d6aee7-b2fd-4120-b731-493526414afb HTTP/1.1" status: 200 len: 932 time: 0.1592886 Jun 24 23:43:57.530310 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa77b036-dc83-4d6b-aee8-12268059f095 req-15adb250-b5c1-4c02-972e-7d9616c689d1 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:57.531878 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-fa77b036-dc83-4d6b-aee8-12268059f095 req-15adb250-b5c1-4c02-972e-7d9616c689d1 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] 10.222.0.42 "GET /v2.0/ports?device_id=62325896-fd64-47ea-bc98-2483abf5412f HTTP/1.1" status: 200 len: 944 time: 0.1520927 Jun 24 23:43:57.586134 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-55122f0a-f27b-4e91-837b-50172b1d9c16 req-faa478b1-2f64-4539-b80b-256199c0f08b tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] 10.222.0.42 "GET /v2.0/security-groups?id=69d5f0e7-84d2-4936-b1bb-8f30fa535733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653679 Jun 24 23:43:57.617810 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-fa77b036-dc83-4d6b-aee8-12268059f095 req-6f5f2e5d-31ac-4b00-afb9-ff1fe9112c6b tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] 10.222.0.42 "GET /v2.0/security-groups?id=81d50479-3b9f-45c7-bc72-09d3ca41e12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789971 Jun 24 23:43:57.812020 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4966af26-e98e-419c-a2e2-302e27388969 req-4dce4f44-19e6-4111-a878-6737fe8bca8e tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:57.813516 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-4966af26-e98e-419c-a2e2-302e27388969 req-4dce4f44-19e6-4111-a878-6737fe8bca8e tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?device_id=f4d8ca49-d25f-4a7e-b5b6-034fec5c82a8 HTTP/1.1" status: 200 len: 946 time: 0.1099353 Jun 24 23:43:57.862784 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-4966af26-e98e-419c-a2e2-302e27388969 req-39c1970e-23de-485e-b01f-f0930a6d3dfe tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b26a354-2323-4315-80fe-b292c01f628e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435266 Jun 24 23:43:58.383314 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c315e470-84a0-4193-ab38-88bce12528c7 req-51c32e54-3ddf-4ded-9f0e-04b529332081 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:58.385374 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-c315e470-84a0-4193-ab38-88bce12528c7 req-51c32e54-3ddf-4ded-9f0e-04b529332081 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a7576b4-550b-434a-99cf-678cd324f98c HTTP/1.1" status: 200 len: 945 time: 0.0910869 Jun 24 23:43:58.426265 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.v2.base [req-905e648c-21ca-4bca-a6e1-39f120b711fd req-7c1d092c-6cec-4919-a325-6af1057ba89a service neutron] Request body: {'port': {'device_id': '85d6aee7-b2fd-4120-b731-493526414afb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:43:58.519704 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4d8ca49-d25f-4a7e-b5b6-034fec5c82a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1319d511-95c2-4161-90ce-9c9c8ab4b5b5'}] {{(pid=88110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 23:43:58.520491 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-c315e470-84a0-4193-ab38-88bce12528c7 req-d0925647-b793-463e-82d1-22e497e3acbe tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] 10.222.0.42 "GET /v2.0/security-groups?id=b011d12b-64ad-42ed-9372-ab69b8ced82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292210 Jun 24 23:43:58.581009 dv-cinder-847189-5-smb neutron-server[88110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ed23a39-29b6-41f5-9340-04257d1ad96a'] response: {'server_uuid': 'f4d8ca49-d25f-4a7e-b5b6-034fec5c82a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1319d511-95c2-4161-90ce-9c9c8ab4b5b5', 'code': 200} Jun 24 23:43:58.610549 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-905e648c-21ca-4bca-a6e1-39f120b711fd req-7c1d092c-6cec-4919-a325-6af1057ba89a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:58.629564 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151665b0-6e8f-4cc3-823d-0eb8b271be8a req-2063698b-d4fc-4e33-add6-5f211f398fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:58.630868 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-151665b0-6e8f-4cc3-823d-0eb8b271be8a req-2063698b-d4fc-4e33-add6-5f211f398fd2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7c4459ee-7a68-488a-8b83-1a7083441ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2117009 Jun 24 23:43:58.740973 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2b58b4-f443-47c4-a2ac-65b78a5a62e8 req-c35efeb3-b563-4b0d-ada1-49d733a68e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:58.743904 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-1d2b58b4-f443-47c4-a2ac-65b78a5a62e8 req-c35efeb3-b563-4b0d-ada1-49d733a68e63 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8a7576b4-550b-434a-99cf-678cd324f98c HTTP/1.1" status: 200 len: 1098 time: 0.1435709 Jun 24 23:43:58.792726 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-1d2b58b4-f443-47c4-a2ac-65b78a5a62e8 req-51c074c6-8d58-47f1-a8d7-0bcebe70fe93 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b011d12b-64ad-42ed-9372-ab69b8ced82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416446 Jun 24 23:43:58.879214 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babfe53a-3a0d-4f4e-80c8-8f1381186f72 req-1bcda500-c9bf-4992-9f72-73c8e9711d17 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:58.880692 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-babfe53a-3a0d-4f4e-80c8-8f1381186f72 req-1bcda500-c9bf-4992-9f72-73c8e9711d17 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] 10.222.0.42 "GET /v2.0/ports?device_id=62325896-fd64-47ea-bc98-2483abf5412f HTTP/1.1" status: 200 len: 944 time: 0.0918663 Jun 24 23:43:58.928565 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-babfe53a-3a0d-4f4e-80c8-8f1381186f72 req-e6241fe8-65a6-4fd1-956f-1a721c6abea5 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] 10.222.0.42 "GET /v2.0/security-groups?id=81d50479-3b9f-45c7-bc72-09d3ca41e12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407841 Jun 24 23:43:58.971970 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-151665b0-6e8f-4cc3-823d-0eb8b271be8a req-a7a373f9-e991-4958-8075-3bc0f0fa4132 service neutron] 10.222.0.15 "GET /v2.0/networks/7c4459ee-7a68-488a-8b83-1a7083441ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146482 Jun 24 23:43:59.157601 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1601cd18-c691-47eb-9c7d-8c01d8050e63 req-1e44f421-3b97-429f-9077-2e8b7cfc4fc0 tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:59.158959 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-1601cd18-c691-47eb-9c7d-8c01d8050e63 req-1e44f421-3b97-429f-9077-2e8b7cfc4fc0 tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] 10.222.0.42 "GET /v2.0/ports?device_id=85d6aee7-b2fd-4120-b731-493526414afb HTTP/1.1" status: 200 len: 932 time: 0.4370470 Jun 24 23:43:59.239880 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591f7888-c83d-443d-bbde-f37bfdc93471 req-ad965360-5a1d-47cc-a383-bb13914b2162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:59.241594 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-591f7888-c83d-443d-bbde-f37bfdc93471 req-ad965360-5a1d-47cc-a383-bb13914b2162 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f4d8ca49-d25f-4a7e-b5b6-034fec5c82a8 HTTP/1.1" status: 200 len: 1099 time: 0.2292135 Jun 24 23:43:59.253540 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fdfddb-a904-404d-8f8f-8b0436cf2e0d req-7f347f6c-7520-47a4-89e2-bd0bcc7e5b79 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:59.254921 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-c3fdfddb-a904-404d-8f8f-8b0436cf2e0d req-7f347f6c-7520-47a4-89e2-bd0bcc7e5b79 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?device_id=f4d8ca49-d25f-4a7e-b5b6-034fec5c82a8 HTTP/1.1" status: 200 len: 946 time: 0.1134250 Jun 24 23:43:59.315737 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-1601cd18-c691-47eb-9c7d-8c01d8050e63 req-1355e906-6242-4078-ba96-83fce2bad90e tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] 10.222.0.42 "GET /v2.0/security-groups?id=69d5f0e7-84d2-4936-b1bb-8f30fa535733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109529 Jun 24 23:43:59.316315 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-591f7888-c83d-443d-bbde-f37bfdc93471 req-2df90cee-0bd6-4c24-8798-edadde1aff45 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0b26a354-2323-4315-80fe-b292c01f628e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604877 Jun 24 23:43:59.324386 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-c3fdfddb-a904-404d-8f8f-8b0436cf2e0d req-5eae6387-bfd3-4a8b-85c2-5507a3f5a12d tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b26a354-2323-4315-80fe-b292c01f628e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551753 Jun 24 23:43:59.343691 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-151665b0-6e8f-4cc3-823d-0eb8b271be8a req-59dbff66-1ccd-4bbd-a6da-eb3e4068e1fb service neutron] 10.222.0.15 "GET /v2.0/networks/7c4459ee-7a68-488a-8b83-1a7083441ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240179 Jun 24 23:43:59.412747 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [req-905e648c-21ca-4bca-a6e1-39f120b711fd req-7c1d092c-6cec-4919-a325-6af1057ba89a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b472a02d-5695-49d2-a460-b99de7f34d83 {{(pid=88108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 23:43:59.420671 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-905e648c-21ca-4bca-a6e1-39f120b711fd req-7c1d092c-6cec-4919-a325-6af1057ba89a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:59.435282 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [req-905e648c-21ca-4bca-a6e1-39f120b711fd req-7c1d092c-6cec-4919-a325-6af1057ba89a service neutron] Transition to ACTIVE for port object b472a02d-5695-49d2-a460-b99de7f34d83 will not be triggered until provisioned by entity L2. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 23:43:59.438903 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-905e648c-21ca-4bca-a6e1-39f120b711fd req-7c1d092c-6cec-4919-a325-6af1057ba89a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266412311'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:59.596969 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d092c-6cec-4919-a325-6af1057ba89a service neutron] Pushing event updated for resources: {'Port': ['ID=b472a02d-5695-49d2-a460-b99de7f34d83,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:43:59.795785 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [req-905e648c-21ca-4bca-a6e1-39f120b711fd req-7c1d092c-6cec-4919-a325-6af1057ba89a service neutron] Attempting to bind port b472a02d-5695-49d2-a460-b99de7f34d83 on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 23:43:59.796452 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [req-905e648c-21ca-4bca-a6e1-39f120b711fd req-7c1d092c-6cec-4919-a325-6af1057ba89a service neutron] Attempting to bind port b472a02d-5695-49d2-a460-b99de7f34d83 by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': '03391268-887c-431f-8f40-1a81f73fd8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd6903743-1b0d-489e-8706-8a7d7f5ad707'}] {{(pid=88108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 23:43:59.796452 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-905e648c-21ca-4bca-a6e1-39f120b711fd req-7c1d092c-6cec-4919-a325-6af1057ba89a service neutron] Attempting to bind port b472a02d-5695-49d2-a460-b99de7f34d83 on network d6903743-1b0d-489e-8706-8a7d7f5ad707 {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 23:43:59.805484 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-905e648c-21ca-4bca-a6e1-39f120b711fd req-7c1d092c-6cec-4919-a325-6af1057ba89a service neutron] Port b472a02d-5695-49d2-a460-b99de7f34d83 on network d6903743-1b0d-489e-8706-8a7d7f5ad707 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 23:43:59.805813 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-905e648c-21ca-4bca-a6e1-39f120b711fd req-7c1d092c-6cec-4919-a325-6af1057ba89a service neutron] Attempting to bind port b472a02d-5695-49d2-a460-b99de7f34d83 on network d6903743-1b0d-489e-8706-8a7d7f5ad707 {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 23:43:59.816480 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-905e648c-21ca-4bca-a6e1-39f120b711fd req-7c1d092c-6cec-4919-a325-6af1057ba89a service neutron] Checking agent: {'id': '9603f0a4-e7b3-4133-bd26-ff3a7fe04c7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 23, 39, 9), 'started_at': datetime.datetime(2022, 6, 24, 23, 39, 9), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 23, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 23:43:59.816865 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-905e648c-21ca-4bca-a6e1-39f120b711fd req-7c1d092c-6cec-4919-a325-6af1057ba89a service neutron] Checking segment: {'id': '03391268-887c-431f-8f40-1a81f73fd8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd6903743-1b0d-489e-8706-8a7d7f5ad707'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 23:43:59.817280 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-905e648c-21ca-4bca-a6e1-39f120b711fd req-7c1d092c-6cec-4919-a325-6af1057ba89a service neutron] Bound using segment: {'id': '03391268-887c-431f-8f40-1a81f73fd8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd6903743-1b0d-489e-8706-8a7d7f5ad707'} {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 23:43:59.817722 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [req-905e648c-21ca-4bca-a6e1-39f120b711fd req-7c1d092c-6cec-4919-a325-6af1057ba89a service neutron] Bound port: b472a02d-5695-49d2-a460-b99de7f34d83, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03391268-887c-431f-8f40-1a81f73fd8b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd6903743-1b0d-489e-8706-8a7d7f5ad707'}}] {{(pid=88108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 23:43:59.818100 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-905e648c-21ca-4bca-a6e1-39f120b711fd req-7c1d092c-6cec-4919-a325-6af1057ba89a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:43:59.886128 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607349e6-4258-4dfc-81f3-9f40c1637b67 req-198e7844-4036-46ac-94df-cf4bd88a3ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:59.887636 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-607349e6-4258-4dfc-81f3-9f40c1637b67 req-198e7844-4036-46ac-94df-cf4bd88a3ab6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=151ea147ef8c4618aa21e9c58a3558f2&device_id=62325896-fd64-47ea-bc98-2483abf5412f HTTP/1.1" status: 200 len: 1097 time: 0.2489960 Jun 24 23:43:59.901201 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f2b726-2348-435b-80ba-abf30f2ed667 req-0bd91515-ae7b-42a5-b6b1-3046f115c27e tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:43:59.902567 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-67f2b726-2348-435b-80ba-abf30f2ed667 req-0bd91515-ae7b-42a5-b6b1-3046f115c27e tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a7576b4-550b-434a-99cf-678cd324f98c HTTP/1.1" status: 200 len: 945 time: 0.2233098 Jun 24 23:44:00.057834 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-67f2b726-2348-435b-80ba-abf30f2ed667 req-e4a2463d-4e4a-4561-b8d7-c1651918570e tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] 10.222.0.42 "GET /v2.0/security-groups?id=b011d12b-64ad-42ed-9372-ab69b8ced82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312139 Jun 24 23:44:00.064736 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [req-905e648c-21ca-4bca-a6e1-39f120b711fd req-7c1d092c-6cec-4919-a325-6af1057ba89a service neutron] For port b472a02d-5695-49d2-a460-b99de7f34d83, host hv-cinder-84718, cleared binding levels {{(pid=88108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 23:44:00.092435 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [req-905e648c-21ca-4bca-a6e1-39f120b711fd req-7c1d092c-6cec-4919-a325-6af1057ba89a service neutron] For port b472a02d-5695-49d2-a460-b99de7f34d83, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=b472a02d-5695-49d2-a460-b99de7f34d83,segment=NetworkSegment(03391268-887c-431f-8f40-1a81f73fd8b4),segment_id=03391268-887c-431f-8f40-1a81f73fd8b4)] {{(pid=88108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 23:44:00.100160 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607349e6-4258-4dfc-81f3-9f40c1637b67 req-9946d59b-653a-4083-bbab-55080e7bb48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:44:00.101585 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-607349e6-4258-4dfc-81f3-9f40c1637b67 req-9946d59b-653a-4083-bbab-55080e7bb48d service neutron] 10.222.0.15 "GET /v2.0/networks?id=7c4459ee-7a68-488a-8b83-1a7083441ab1 HTTP/1.1" status: 200 len: 916 time: 0.1981771 Jun 24 23:44:00.102638 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-905e648c-21ca-4bca-a6e1-39f120b711fd req-7c1d092c-6cec-4919-a325-6af1057ba89a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266412311'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:00.126268 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e08a7f-8e4e-44c4-a8b8-15fee541dc1e req-a545f170-105a-4504-a75f-e4ea104c9d65 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:44:00.127737 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-a8e08a7f-8e4e-44c4-a8b8-15fee541dc1e req-a545f170-105a-4504-a75f-e4ea104c9d65 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] 10.222.0.42 "GET /v2.0/ports?device_id=62325896-fd64-47ea-bc98-2483abf5412f HTTP/1.1" status: 200 len: 944 time: 0.0920174 Jun 24 23:44:00.173448 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-a8e08a7f-8e4e-44c4-a8b8-15fee541dc1e req-13bc42ca-f4ba-4427-ba9c-275deaaf8766 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] 10.222.0.42 "GET /v2.0/security-groups?id=81d50479-3b9f-45c7-bc72-09d3ca41e12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387027 Jun 24 23:44:00.216746 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-607349e6-4258-4dfc-81f3-9f40c1637b67 req-0ab0634f-f093-462d-b0ad-1defe3252d58 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b2438596-128b-467d-8542-90663578d0b5 HTTP/1.1" status: 200 len: 217 time: 0.0821621 Jun 24 23:44:00.224327 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905e648c-21ca-4bca-a6e1-39f120b711fd req-7c1d092c-6cec-4919-a325-6af1057ba89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:44:00.224929 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-905e648c-21ca-4bca-a6e1-39f120b711fd req-7c1d092c-6cec-4919-a325-6af1057ba89a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122089'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:00.226237 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-905e648c-21ca-4bca-a6e1-39f120b711fd req-7c1d092c-6cec-4919-a325-6af1057ba89a service neutron] 10.222.0.15 "PUT /v2.0/ports/b472a02d-5695-49d2-a460-b99de7f34d83 HTTP/1.1" status: 200 len: 1094 time: 1.8056242 Jun 24 23:44:00.226658 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85d6aee7-b2fd-4120-b731-493526414afb', 'tag': 'b472a02d-5695-49d2-a460-b99de7f34d83'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 23:44:00.334403 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f68f4e4c-68dd-4278-ace9-5a47e43a9b1a'] response: {'name': 'network-changed', 'server_uuid': '85d6aee7-b2fd-4120-b731-493526414afb', 'tag': 'b472a02d-5695-49d2-a460-b99de7f34d83', 'status': 'completed', 'code': 200} Jun 24 23:44:00.359431 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d092c-6cec-4919-a325-6af1057ba89a service neutron] Pushing event updated for resources: {'Port': ['ID=b472a02d-5695-49d2-a460-b99de7f34d83,revision_number=3']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:44:00.379801 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607349e6-4258-4dfc-81f3-9f40c1637b67 req-ad276a94-b28f-42cd-ba84-b0cc82051f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:44:00.381849 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-607349e6-4258-4dfc-81f3-9f40c1637b67 req-ad276a94-b28f-42cd-ba84-b0cc82051f7d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2ed903d3-95bb-4d89-ab6e-9d12008d003c HTTP/1.1" status: 200 len: 854 time: 0.1410089 Jun 24 23:44:00.448485 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905e648c-21ca-4bca-a6e1-39f120b711fd req-d707a433-073e-43ca-b83f-336e276035aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:44:00.449975 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-905e648c-21ca-4bca-a6e1-39f120b711fd req-d707a433-073e-43ca-b83f-336e276035aa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7401592f3a744afaa62ada77ba287531&device_id=85d6aee7-b2fd-4120-b731-493526414afb HTTP/1.1" status: 200 len: 1097 time: 0.1630998 Jun 24 23:44:00.517679 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c9ba0-02e2-466a-822b-59595c2523e8 req-43793cac-8196-4b65-879b-a9c0174e9e7a tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:44:00.519119 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-4b4c9ba0-02e2-466a-822b-59595c2523e8 req-43793cac-8196-4b65-879b-a9c0174e9e7a tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] 10.222.0.42 "GET /v2.0/ports?device_id=85d6aee7-b2fd-4120-b731-493526414afb HTTP/1.1" status: 200 len: 944 time: 0.0855322 Jun 24 23:44:00.565152 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-4b4c9ba0-02e2-466a-822b-59595c2523e8 req-c967be7a-8512-458c-9f8f-0c0d88a4792b tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] 10.222.0.42 "GET /v2.0/security-groups?id=69d5f0e7-84d2-4936-b1bb-8f30fa535733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396538 Jun 24 23:44:00.571750 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-905e648c-21ca-4bca-a6e1-39f120b711fd req-934b3bb3-5d34-49bf-92d9-2de4a3b04264 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b472a02d-5695-49d2-a460-b99de7f34d83 HTTP/1.1" status: 200 len: 217 time: 0.0859396 Jun 24 23:44:00.602957 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607349e6-4258-4dfc-81f3-9f40c1637b67 req-65c5e10a-19f9-46de-9d7a-528fb7392b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:44:00.604439 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-607349e6-4258-4dfc-81f3-9f40c1637b67 req-65c5e10a-19f9-46de-9d7a-528fb7392b18 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7c4459ee-7a68-488a-8b83-1a7083441ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2059376 Jun 24 23:44:00.820898 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f55dcce-d384-4c61-83b8-dad12bf3de7b req-a56c6640-b22c-4706-bda4-95e5899e6696 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:44:00.824049 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-2f55dcce-d384-4c61-83b8-dad12bf3de7b req-a56c6640-b22c-4706-bda4-95e5899e6696 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?device_id=f4d8ca49-d25f-4a7e-b5b6-034fec5c82a8 HTTP/1.1" status: 200 len: 946 time: 0.3786681 Jun 24 23:44:00.866620 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905e648c-21ca-4bca-a6e1-39f120b711fd req-39098c2e-a268-4718-8cee-9aaa65163997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:44:00.868458 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-905e648c-21ca-4bca-a6e1-39f120b711fd req-39098c2e-a268-4718-8cee-9aaa65163997 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6a1f1413-5c9f-4bee-9ae9-6536e7b2e99b HTTP/1.1" status: 200 len: 848 time: 0.2631264 Jun 24 23:44:00.952676 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-905e648c-21ca-4bca-a6e1-39f120b711fd req-54734c67-9dbc-41ed-ae63-bf224e2f1776 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d6903743-1b0d-489e-8706-8a7d7f5ad707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695941 Jun 24 23:44:00.967110 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-2f55dcce-d384-4c61-83b8-dad12bf3de7b req-6f211c4a-a8cd-415c-afce-9b27da559c00 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b26a354-2323-4315-80fe-b292c01f628e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385109 Jun 24 23:44:00.987502 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-607349e6-4258-4dfc-81f3-9f40c1637b67 req-e563af30-e198-40f3-a90b-a747498ec8f1 service neutron] 10.222.0.15 "GET /v2.0/networks/7c4459ee-7a68-488a-8b83-1a7083441ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3493841 Jun 24 23:44:01.087691 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 57046) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:44:01.204489 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-905e648c-21ca-4bca-a6e1-39f120b711fd req-71cce9c3-81a7-43c6-8aed-728e63f2c1e3 service neutron] 10.222.0.15 "GET /v2.0/networks/d6903743-1b0d-489e-8706-8a7d7f5ad707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362981 Jun 24 23:44:01.213421 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-607349e6-4258-4dfc-81f3-9f40c1637b67 req-3621c58e-1b0c-4ae9-a9d9-83895b428414 service neutron] 10.222.0.15 "GET /v2.0/networks/7c4459ee-7a68-488a-8b83-1a7083441ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755719 Jun 24 23:44:01.233274 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-0b5dac64-1ec3-4d26-b96b-3dc93dbf0b83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:01.258329 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-0b5dac64-1ec3-4d26-b96b-3dc93dbf0b83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:44:01.264122 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-0b5dac64-1ec3-4d26-b96b-3dc93dbf0b83 admin admin] Usage tracker for resource:security_group_rule and tenant:c48bee22c2ef439ab8548742c878073f is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:44:01.267775 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-0b5dac64-1ec3-4d26-b96b-3dc93dbf0b83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:44:01.274786 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-0b5dac64-1ec3-4d26-b96b-3dc93dbf0b83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:44:01.311985 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becfc7d2-be07-4d2f-8f3b-fbd5aa2adc23 req-49b93b3e-cdbb-4343-9948-077948c9e2d5 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:44:01.313463 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-becfc7d2-be07-4d2f-8f3b-fbd5aa2adc23 req-49b93b3e-cdbb-4343-9948-077948c9e2d5 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a7576b4-550b-434a-99cf-678cd324f98c HTTP/1.1" status: 200 len: 945 time: 0.1442955 Jun 24 23:44:01.377234 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-becfc7d2-be07-4d2f-8f3b-fbd5aa2adc23 req-d9e75b61-703b-40d4-b26a-616d6699f60c tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] 10.222.0.42 "GET /v2.0/security-groups?id=b011d12b-64ad-42ed-9372-ab69b8ced82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576212 Jun 24 23:44:01.412561 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85e4728-2e43-4e21-8d76-eb9309c859f6 req-1392be5c-2c7e-46d8-b10e-9664036b8773 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:44:01.414018 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-a85e4728-2e43-4e21-8d76-eb9309c859f6 req-1392be5c-2c7e-46d8-b10e-9664036b8773 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] 10.222.0.42 "GET /v2.0/ports?device_id=62325896-fd64-47ea-bc98-2483abf5412f HTTP/1.1" status: 200 len: 944 time: 0.1293721 Jun 24 23:44:01.418030 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-905e648c-21ca-4bca-a6e1-39f120b711fd req-ceb7b6bc-75f3-4312-a29b-d03f82f32ea4 service neutron] 10.222.0.15 "GET /v2.0/networks/d6903743-1b0d-489e-8706-8a7d7f5ad707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045879 Jun 24 23:44:01.439037 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-0b5dac64-1ec3-4d26-b96b-3dc93dbf0b83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:01.443444 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-0b5dac64-1ec3-4d26-b96b-3dc93dbf0b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:01.461551 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-a85e4728-2e43-4e21-8d76-eb9309c859f6 req-c90c0f2c-1a5e-4fac-99d4-0a1c452698af tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] 10.222.0.42 "GET /v2.0/security-groups?id=81d50479-3b9f-45c7-bc72-09d3ca41e12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404081 Jun 24 23:44:01.502311 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-0b5dac64-1ec3-4d26-b96b-3dc93dbf0b83 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c48bee22c2ef439ab8548742c878073f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4136388 Jun 24 23:44:01.503996 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5dac64-1ec3-4d26-b96b-3dc93dbf0b83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37fbf797-6d00-4445-849b-ec0b9926749b,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:44:01.506479 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 57072) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:44:01.568187 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-644ae76e-21b1-4d72-baa1-b70b347ca542 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:01.574194 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56800cac-5b51-4dcc-8863-321c607d1250 req-78cb720f-c2eb-4478-b632-407756daceb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:44:01.576733 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-56800cac-5b51-4dcc-8863-321c607d1250 req-78cb720f-c2eb-4478-b632-407756daceb3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7401592f3a744afaa62ada77ba287531&device_id=85d6aee7-b2fd-4120-b731-493526414afb HTTP/1.1" status: 200 len: 1097 time: 0.0981400 Jun 24 23:44:01.594220 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-644ae76e-21b1-4d72-baa1-b70b347ca542 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:01.658464 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-644ae76e-21b1-4d72-baa1-b70b347ca542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:01.676105 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644ae76e-21b1-4d72-baa1-b70b347ca542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37fbf797-6d00-4445-849b-ec0b9926749b,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:44:01.685254 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-644ae76e-21b1-4d72-baa1-b70b347ca542 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:01.688714 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-644ae76e-21b1-4d72-baa1-b70b347ca542 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/37fbf797-6d00-4445-849b-ec0b9926749b HTTP/1.1" status: 204 len: 168 time: 0.1790135 Jun 24 23:44:01.747240 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56800cac-5b51-4dcc-8863-321c607d1250 req-5df4acc3-1b7a-4f39-800f-5762545c5fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:44:01.748731 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-56800cac-5b51-4dcc-8863-321c607d1250 req-5df4acc3-1b7a-4f39-800f-5762545c5fc1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d6903743-1b0d-489e-8706-8a7d7f5ad707 HTTP/1.1" status: 200 len: 909 time: 0.1653104 Jun 24 23:44:01.783721 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e0dcc6-3d9a-48e0-bb5b-e6880c3dcf48 req-dc8193e8-ed6e-4bfd-a831-7242fcf6330b tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:44:01.793602 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-85e0dcc6-3d9a-48e0-bb5b-e6880c3dcf48 req-dc8193e8-ed6e-4bfd-a831-7242fcf6330b tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] 10.222.0.42 "GET /v2.0/ports?device_id=85d6aee7-b2fd-4120-b731-493526414afb HTTP/1.1" status: 200 len: 944 time: 0.1059992 Jun 24 23:44:01.838538 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-56800cac-5b51-4dcc-8863-321c607d1250 req-387a92e5-1fe9-4f2f-bb17-9d78729257a2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b472a02d-5695-49d2-a460-b99de7f34d83 HTTP/1.1" status: 200 len: 217 time: 0.0774360 Jun 24 23:44:01.840688 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-85e0dcc6-3d9a-48e0-bb5b-e6880c3dcf48 req-355dddc7-0671-4ebc-8308-7b0cc5d07a9d tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] 10.222.0.42 "GET /v2.0/security-groups?id=69d5f0e7-84d2-4936-b1bb-8f30fa535733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459955 Jun 24 23:44:01.907368 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56800cac-5b51-4dcc-8863-321c607d1250 req-b0265dfd-e916-4727-9cb6-b74c7e9c9ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:44:01.908878 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-56800cac-5b51-4dcc-8863-321c607d1250 req-b0265dfd-e916-4727-9cb6-b74c7e9c9ea0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6a1f1413-5c9f-4bee-9ae9-6536e7b2e99b HTTP/1.1" status: 200 len: 848 time: 0.0641649 Jun 24 23:44:01.965866 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-56800cac-5b51-4dcc-8863-321c607d1250 req-ca5d715b-99b1-459b-8400-a5f1a71b2745 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d6903743-1b0d-489e-8706-8a7d7f5ad707&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476689 Jun 24 23:44:01.997987 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Device b2438596-128b-467d-8542-90663578d0b5 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 23:44:02.043496 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 57106) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:44:02.072687 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ed17f241-86a8-4781-8c93-447d3e63d3f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:02.110989 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-ed17f241-86a8-4781-8c93-447d3e63d3f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:44:02.115962 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-ed17f241-86a8-4781-8c93-447d3e63d3f3 admin admin] Usage tracker for resource:security_group_rule and tenant:2140b8da28214327b595ea9d37289335 is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:44:02.120226 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-ed17f241-86a8-4781-8c93-447d3e63d3f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:44:02.126729 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-56800cac-5b51-4dcc-8863-321c607d1250 req-5a086254-9d6b-495d-a0eb-9689cddf91a1 service neutron] 10.222.0.15 "GET /v2.0/networks/d6903743-1b0d-489e-8706-8a7d7f5ad707?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512764 Jun 24 23:44:02.132569 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-ed17f241-86a8-4781-8c93-447d3e63d3f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:44:02.237864 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ed17f241-86a8-4781-8c93-447d3e63d3f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:02.241899 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] For port b2438596-128b-467d-8542-90663578d0b5, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=b2438596-128b-467d-8542-90663578d0b5,segment=NetworkSegment(f561a82c-2c3c-47d3-bd82-978ca7f3ed56),segment_id=f561a82c-2c3c-47d3-bd82-978ca7f3ed56)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:44:02.245758 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ed17f241-86a8-4781-8c93-447d3e63d3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:02.257346 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Returning: {'device': 'b2438596-128b-467d-8542-90663578d0b5', 'network_id': '7c4459ee-7a68-488a-8b83-1a7083441ab1', 'port_id': 'b2438596-128b-467d-8542-90663578d0b5', 'mac_address': 'fa:16:3e:45:89:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ed903d3-95bb-4d89-ab6e-9d12008d003c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 23:44:02.298136 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed17f241-86a8-4781-8c93-447d3e63d3f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96144e68-3c8e-463b-8c1b-b3ca4a331208,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:44:02.325326 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-707bff31-b5da-4601-b274-386892c937dc None None] Current status of the port b2438596-128b-467d-8542-90663578d0b5 is: DOWN; New status is: BUILD {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:44:02.326147 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:02.329609 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-ed17f241-86a8-4781-8c93-447d3e63d3f3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2140b8da28214327b595ea9d37289335&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2824199 Jun 24 23:44:02.330067 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 57112) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:44:02.356523 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.notifiers.nova [None req-707bff31-b5da-4601-b274-386892c937dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2438596-128b-467d-8542-90663578d0b5 {{(pid=88110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 23:44:02.377023 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] For port b2438596-128b-467d-8542-90663578d0b5, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=b2438596-128b-467d-8542-90663578d0b5,segment=NetworkSegment(f561a82c-2c3c-47d3-bd82-978ca7f3ed56),segment_id=f561a82c-2c3c-47d3-bd82-978ca7f3ed56)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:44:02.382030 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:02.393432 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1396b54c-2455-43d7-9e06-13b2818c5dc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:02.420492 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1396b54c-2455-43d7-9e06-13b2818c5dc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:02.450126 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-56800cac-5b51-4dcc-8863-321c607d1250 req-14cdc188-bfaa-4247-b0a2-bce1bfe4594d service neutron] 10.222.0.15 "GET /v2.0/networks/d6903743-1b0d-489e-8706-8a7d7f5ad707?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3157246 Jun 24 23:44:02.459450 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b304d459-1fa8-4d92-869a-aae1e21610f3 req-38afe09a-e6bd-4986-b3e1-56d1f559c80a tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:44:02.460937 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-b304d459-1fa8-4d92-869a-aae1e21610f3 req-38afe09a-e6bd-4986-b3e1-56d1f559c80a tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?device_id=f4d8ca49-d25f-4a7e-b5b6-034fec5c82a8 HTTP/1.1" status: 200 len: 946 time: 0.2843943 Jun 24 23:44:02.468029 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Pushing event updated for resources: {'Port': ['ID=b2438596-128b-467d-8542-90663578d0b5,revision_number=4']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:44:02.481144 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1396b54c-2455-43d7-9e06-13b2818c5dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:02.496413 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1396b54c-2455-43d7-9e06-13b2818c5dc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96144e68-3c8e-463b-8c1b-b3ca4a331208,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:44:02.503897 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1396b54c-2455-43d7-9e06-13b2818c5dc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:02.508275 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-1396b54c-2455-43d7-9e06-13b2818c5dc8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/96144e68-3c8e-463b-8c1b-b3ca4a331208 HTTP/1.1" status: 204 len: 168 time: 0.1739404 Jun 24 23:44:02.530742 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-b304d459-1fa8-4d92-869a-aae1e21610f3 req-ab630976-dbea-4d53-a2a3-92d67b92691e tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b26a354-2323-4315-80fe-b292c01f628e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580773 Jun 24 23:44:02.700850 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb1c52b-4cd5-4320-8e59-1074117b01b2 req-bf1a73fb-b8a8-4b33-93df-78daf668f190 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:44:02.701798 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] get_ports_and_sgs() called for port_ids ['b2438596-128b-467d-8542-90663578d0b5'] {{(pid=88110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 23:44:02.703137 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-8eb1c52b-4cd5-4320-8e59-1074117b01b2 req-bf1a73fb-b8a8-4b33-93df-78daf668f190 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] 10.222.0.42 "GET /v2.0/ports?device_id=62325896-fd64-47ea-bc98-2483abf5412f HTTP/1.1" status: 200 len: 945 time: 0.1059170 Jun 24 23:44:02.765595 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-8eb1c52b-4cd5-4320-8e59-1074117b01b2 req-2f2723ad-6c37-4a83-a4aa-6024210d23fa tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] 10.222.0.42 "GET /v2.0/security-groups?id=81d50479-3b9f-45c7-bc72-09d3ca41e12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559895 Jun 24 23:44:02.789325 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ce6ee-d9a9-4c39-8faf-23c473d0582c req-cfa15edd-d2cd-49a2-82cd-47070b2f7647 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:44:02.791779 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-c26ce6ee-d9a9-4c39-8faf-23c473d0582c req-cfa15edd-d2cd-49a2-82cd-47070b2f7647 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?device_id=f4d8ca49-d25f-4a7e-b5b6-034fec5c82a8 HTTP/1.1" status: 200 len: 946 time: 0.1446159 Jun 24 23:44:02.801836 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 57138) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:44:02.808435 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.v2.base [None req-627edc02-ad34-4174-b0f5-c96bf6dec781 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Request body: {'floatingip': {'port_id': '1319d511-95c2-4161-90ce-9c9c8ab4b5b5'}} {{(pid=88109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:44:02.909767 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-627edc02-ad34-4174-b0f5-c96bf6dec781 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Notify callbacks [] for floatingip, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:03.401546 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe604f9-ee66-48e3-a7d5-fdca272f2d92 req-8bf2b493-eda3-47f6-9602-125b875cdebf tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:44:03.403145 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-fbe604f9-ee66-48e3-a7d5-fdca272f2d92 req-8bf2b493-eda3-47f6-9602-125b875cdebf tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] 10.222.0.42 "GET /v2.0/ports?device_id=85d6aee7-b2fd-4120-b731-493526414afb HTTP/1.1" status: 200 len: 944 time: 0.4220195 Jun 24 23:44:03.474190 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-fbe604f9-ee66-48e3-a7d5-fdca272f2d92 req-e54bfded-4b83-46f4-a60b-0111d232d866 tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] 10.222.0.42 "GET /v2.0/security-groups?id=69d5f0e7-84d2-4936-b1bb-8f30fa535733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631204 Jun 24 23:44:03.728879 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-627edc02-ad34-4174-b0f5-c96bf6dec781 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:03.733261 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-627edc02-ad34-4174-b0f5-c96bf6dec781 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476618'] for floatingip, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:03.877939 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 57172) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:44:03.924118 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.db.l3_db [None req-627edc02-ad34-4174-b0f5-c96bf6dec781 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Floating IP 6e74a0d8-c8e4-4653-9b65-10e5a91b0423 associated. External IP: 172.28.1.98, port: 1319d511-95c2-4161-90ce-9c9c8ab4b5b5. Jun 24 23:44:03.988561 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cf5789-1d2f-4bd0-a48e-3ade8d2bd905 req-1f02b7f5-176d-4dc4-9245-64442a0e64a6 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:44:03.996365 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-59cf5789-1d2f-4bd0-a48e-3ade8d2bd905 req-1f02b7f5-176d-4dc4-9245-64442a0e64a6 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] 10.222.0.42 "GET /v2.0/ports?device_id=62325896-fd64-47ea-bc98-2483abf5412f HTTP/1.1" status: 200 len: 945 time: 0.1104529 Jun 24 23:44:04.025459 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Device b472a02d-5695-49d2-a460-b99de7f34d83 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 23:44:04.031273 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7f0ab3dd-1f29-472f-9406-2935444c27a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:04.031672 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Device b2438596-128b-467d-8542-90663578d0b5 up at agent hyperv_hv-cinder-84718 {{(pid=88110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 23:44:04.059033 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-7f0ab3dd-1f29-472f-9406-2935444c27a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:44:04.065994 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-7f0ab3dd-1f29-472f-9406-2935444c27a6 admin admin] Usage tracker for resource:security_group_rule and tenant:4625dff0c43e4bea84586634cf35fedb is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:44:04.070877 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-59cf5789-1d2f-4bd0-a48e-3ade8d2bd905 req-f42e60cd-ed5f-4006-8a46-bd1fe02e0df6 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] 10.222.0.42 "GET /v2.0/security-groups?id=81d50479-3b9f-45c7-bc72-09d3ca41e12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715044 Jun 24 23:44:04.071687 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-7f0ab3dd-1f29-472f-9406-2935444c27a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:44:04.077703 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-7f0ab3dd-1f29-472f-9406-2935444c27a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:44:04.173269 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7f0ab3dd-1f29-472f-9406-2935444c27a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:04.178155 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7f0ab3dd-1f29-472f-9406-2935444c27a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:04.219495 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-7f0ab3dd-1f29-472f-9406-2935444c27a6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4625dff0c43e4bea84586634cf35fedb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3394940 Jun 24 23:44:04.222625 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 57178) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:44:04.246070 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-707bff31-b5da-4601-b274-386892c937dc None None] Provisioning for port b2438596-128b-467d-8542-90663578d0b5 completed by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 23:44:04.262059 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-707bff31-b5da-4601-b274-386892c937dc None None] Provisioning complete for port b2438596-128b-467d-8542-90663578d0b5 triggered by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:44:04.262428 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:04.292969 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0ab3dd-1f29-472f-9406-2935444c27a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d11f48d8-5c19-44f5-88a0-39753d6c1595,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:44:04.314650 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] For port b472a02d-5695-49d2-a460-b99de7f34d83, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=b472a02d-5695-49d2-a460-b99de7f34d83,segment=NetworkSegment(03391268-887c-431f-8f40-1a81f73fd8b4),segment_id=03391268-887c-431f-8f40-1a81f73fd8b4)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:44:04.326783 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3bc6929a-2e85-4e9f-a75f-f2c0a1fe230a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:04.329844 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-627edc02-ad34-4174-b0f5-c96bf6dec781 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Router 57b267c7-ee47-440e-86b1-772e50133296 has already been hosted by L3 agent 05c04ad7-f453-4a24-8793-b86a404a0ef9 {{(pid=88109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 23:44:04.336812 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Returning: {'device': 'b472a02d-5695-49d2-a460-b99de7f34d83', 'network_id': 'd6903743-1b0d-489e-8706-8a7d7f5ad707', 'port_id': 'b472a02d-5695-49d2-a460-b99de7f34d83', 'mac_address': 'fa:16:3e:ed:d8:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a1f1413-5c9f-4bee-9ae9-6536e7b2e99b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 23:44:04.356900 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3bc6929a-2e85-4e9f-a75f-f2c0a1fe230a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:04.432915 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3bc6929a-2e85-4e9f-a75f-f2c0a1fe230a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:04.442207 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-707bff31-b5da-4601-b274-386892c937dc None None] Current status of the port b472a02d-5695-49d2-a460-b99de7f34d83 is: DOWN; New status is: BUILD {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:44:04.442834 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:04.453600 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc6929a-2e85-4e9f-a75f-f2c0a1fe230a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d11f48d8-5c19-44f5-88a0-39753d6c1595,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:44:04.460621 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3bc6929a-2e85-4e9f-a75f-f2c0a1fe230a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:04.461940 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-3bc6929a-2e85-4e9f-a75f-f2c0a1fe230a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d11f48d8-5c19-44f5-88a0-39753d6c1595 HTTP/1.1" status: 204 len: 168 time: 0.2375536 Jun 24 23:44:04.499233 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.notifiers.nova [None req-707bff31-b5da-4601-b274-386892c937dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b472a02d-5695-49d2-a460-b99de7f34d83 {{(pid=88110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 23:44:04.509715 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-707bff31-b5da-4601-b274-386892c937dc None None] Current status of the port b2438596-128b-467d-8542-90663578d0b5 is: BUILD; New status is: ACTIVE {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:44:04.510085 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:04.537954 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] For port b472a02d-5695-49d2-a460-b99de7f34d83, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=b472a02d-5695-49d2-a460-b99de7f34d83,segment=NetworkSegment(03391268-887c-431f-8f40-1a81f73fd8b4),segment_id=03391268-887c-431f-8f40-1a81f73fd8b4)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:44:04.548348 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62325896-fd64-47ea-bc98-2483abf5412f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2438596-128b-467d-8542-90663578d0b5'}] {{(pid=88110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 23:44:04.556781 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:04.602345 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] For port b2438596-128b-467d-8542-90663578d0b5, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=b2438596-128b-467d-8542-90663578d0b5,segment=NetworkSegment(f561a82c-2c3c-47d3-bd82-978ca7f3ed56),segment_id=f561a82c-2c3c-47d3-bd82-978ca7f3ed56)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:44:04.624054 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-627edc02-ad34-4174-b0f5-c96bf6dec781 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Notify agent at l3_agent.dv-cinder-847189-5-smb the message routers_updated {{(pid=88109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 23:44:04.626721 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:04.633326 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-627edc02-ad34-4174-b0f5-c96bf6dec781 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122089'] for floatingip, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:04.634964 dv-cinder-847189-5-smb neutron-server[88110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b546e389-180a-41e7-a223-4fe26f93742a'] response: {'server_uuid': '62325896-fd64-47ea-bc98-2483abf5412f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2438596-128b-467d-8542-90663578d0b5', 'code': 200} Jun 24 23:44:04.650800 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Pushing event updated for resources: {'Port': ['ID=b472a02d-5695-49d2-a460-b99de7f34d83,revision_number=4']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:44:04.656516 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ec84b6-1178-471c-9663-d3cbd044f9d0 None None] Sync routers for ids ['57b267c7-ee47-440e-86b1-772e50133296'] in dv-cinder-847189-5-smb {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 23:44:04.787605 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ec84b6-1178-471c-9663-d3cbd044f9d0 None None] Routers {'57b267c7-ee47-440e-86b1-772e50133296'} bound to L3 agent in host dv-cinder-847189-5-smb {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 23:44:04.788271 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-15ec84b6-1178-471c-9663-d3cbd044f9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T23:32:42Z,description=,heartbeat_timestamp=2022-06-24T23:43:42Z,host='dv-cinder-847189-5-smb',id=05c04ad7-f453-4a24-8793-b86a404a0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T23:32:42Z,topic='l3_agent')) {'router_ids': ['57b267c7-ee47-440e-86b1-772e50133296'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:44:04.796378 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-627edc02-ad34-4174-b0f5-c96bf6dec781 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "PUT /v2.0/floatingips/6e74a0d8-c8e4-4653-9b65-10e5a91b0423 HTTP/1.1" status: 200 len: 991 time: 1.9936180 Jun 24 23:44:04.799034 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4d8ca49-d25f-4a7e-b5b6-034fec5c82a8', 'tag': '1319d511-95c2-4161-90ce-9c9c8ab4b5b5'}] {{(pid=88109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 23:44:04.860677 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8056c1e-4de3-4d03-a1ae-6394a7541a28 req-fb0ebb7b-aa30-43ac-bb5e-615a781259af tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:44:04.868691 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-b8056c1e-4de3-4d03-a1ae-6394a7541a28 req-fb0ebb7b-aa30-43ac-bb5e-615a781259af tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] 10.222.0.42 "GET /v2.0/ports?device_id=85d6aee7-b2fd-4120-b731-493526414afb HTTP/1.1" status: 200 len: 945 time: 0.1593199 Jun 24 23:44:04.879889 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35e1fd31-71d7-48a5-89ee-6f50377abb72'] response: {'name': 'network-changed', 'server_uuid': 'f4d8ca49-d25f-4a7e-b5b6-034fec5c82a8', 'tag': '1319d511-95c2-4161-90ce-9c9c8ab4b5b5', 'status': 'completed', 'code': 200} Jun 24 23:44:04.938005 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] get_ports_and_sgs() called for port_ids ['b472a02d-5695-49d2-a460-b99de7f34d83'] {{(pid=88110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 23:44:04.951825 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-b8056c1e-4de3-4d03-a1ae-6394a7541a28 req-e854fe9f-aeb4-46ca-82ce-06025f4498ce tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] 10.222.0.42 "GET /v2.0/security-groups?id=69d5f0e7-84d2-4936-b1bb-8f30fa535733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707507 Jun 24 23:44:05.030180 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Pushing event updated for resources: {'Port': ['ID=b2438596-128b-467d-8542-90663578d0b5,revision_number=5']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:44:05.092230 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-15ec84b6-1178-471c-9663-d3cbd044f9d0 None None] Set router 57b267c7-ee47-440e-86b1-772e50133296 gateway port host: dv-cinder-847189-5-smb {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 23:44:05.108575 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ec1664-70cc-4c92-8b15-105ed5f02c10 req-935a4384-0246-47eb-93f4-22e41e97da0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:44:05.110184 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-f6ec1664-70cc-4c92-8b15-105ed5f02c10 req-935a4384-0246-47eb-93f4-22e41e97da0b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b0685d2348744b39b8eb315433f69ef4&device_id=f4d8ca49-d25f-4a7e-b5b6-034fec5c82a8 HTTP/1.1" status: 200 len: 1099 time: 0.1769054 Jun 24 23:44:05.112158 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae517483-aad8-4192-aa6b-8092f37a9109 req-030d10aa-f0de-4802-adef-aae938869d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:44:05.113590 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-ae517483-aad8-4192-aa6b-8092f37a9109 req-030d10aa-f0de-4802-adef-aae938869d18 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=62325896-fd64-47ea-bc98-2483abf5412f HTTP/1.1" status: 200 len: 1099 time: 0.1823840 Jun 24 23:44:05.289126 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-ae517483-aad8-4192-aa6b-8092f37a9109 req-4ef95eb1-0991-408f-8076-df8e4f7a3ca8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=81d50479-3b9f-45c7-bc72-09d3ca41e12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477792 Jun 24 23:44:05.345381 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ec1664-70cc-4c92-8b15-105ed5f02c10 req-5b47ede1-c5df-479d-b798-38d579aab2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:44:05.346834 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-f6ec1664-70cc-4c92-8b15-105ed5f02c10 req-5b47ede1-c5df-479d-b798-38d579aab2c5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=878eeed2-1705-4528-82e7-be9e0c60139b HTTP/1.1" status: 200 len: 920 time: 0.2252026 Jun 24 23:44:05.371600 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908dc5ef-1d16-45fc-ba2c-15c6d1fe97ef req-9f8fab8f-85d5-4414-8cdb-bd2f6012b417 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:44:05.384123 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-908dc5ef-1d16-45fc-ba2c-15c6d1fe97ef req-9f8fab8f-85d5-4414-8cdb-bd2f6012b417 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] 10.222.0.42 "GET /v2.0/ports?device_id=62325896-fd64-47ea-bc98-2483abf5412f HTTP/1.1" status: 200 len: 946 time: 0.1451459 Jun 24 23:44:05.456151 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-908dc5ef-1d16-45fc-ba2c-15c6d1fe97ef req-e95af46b-7344-44a5-9f90-6d91e7c82eef tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] 10.222.0.42 "GET /v2.0/security-groups?id=81d50479-3b9f-45c7-bc72-09d3ca41e12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710289 Jun 24 23:44:05.523312 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-15ec84b6-1178-471c-9663-d3cbd044f9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57b267c7-ee47-440e-86b1-772e50133296', 'name': 'tempest-ServerRescueNegativeTestJSON-2098051049-router', 'tenant_id': 'b0685d2348744b39b8eb315433f69ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.236'}], 'enable_snat': True}, 'gw_port_id': '9f035a1a-a9be-4110-a790-d1d4acb3181b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:41:28Z', 'updated_at': '2022-06-24T23:41:37Z', 'revision_number': 4, 'project_id': 'b0685d2348744b39b8eb315433f69ef4', 'gw_port': {'id': '9f035a1a-a9be-4110-a790-d1d4acb3181b', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ce:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b267c7-ee47-440e-86b1-772e50133296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:41:29Z', 'updated_at': '2022-06-24T23:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb', '_floatingips': [{'id': '6e74a0d8-c8e4-4653-9b65-10e5a91b0423', 'tenant_id': 'b0685d2348744b39b8eb315433f69ef4', 'floating_ip_address': '172.28.1.98', 'floating_network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'router_id': '57b267c7-ee47-440e-86b1-772e50133296', 'port_id': '1319d511-95c2-4161-90ce-9c9c8ab4b5b5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '878eeed2-1705-4528-82e7-be9e0c60139b', 'mac_address': 'fa:16:3e:c9:ce:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d8ca49-d25f-4a7e-b5b6-034fec5c82a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T23:43:34Z', 'updated_at': '2022-06-24T23:44:03Z', 'revision_number': 1, 'project_id': 'b0685d2348744b39b8eb315433f69ef4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '175b867d-3ae8-4ef1-bd28-79a0dd3b008c', 'name': '', 'network_id': '878eeed2-1705-4528-82e7-be9e0c60139b', 'tenant_id': 'b0685d2348744b39b8eb315433f69ef4', 'mac_address': 'fa:16:3e:ef:b0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b267c7-ee47-440e-86b1-772e50133296', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '58b6f9c2-a230-4e37-ab12-8b61321e5f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:41:36Z', 'updated_at': '2022-06-24T23:41:58Z', 'revision_number': 5, 'project_id': 'b0685d2348744b39b8eb315433f69ef4', 'subnets': [{'id': '58b6f9c2-a230-4e37-ab12-8b61321e5f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-5-smb', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:44:05.529026 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ec84b6-1178-471c-9663-d3cbd044f9d0 None None] Checking router: 57b267c7-ee47-440e-86b1-772e50133296 for host: dv-cinder-847189-5-smb {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 23:44:05.538461 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ec84b6-1178-471c-9663-d3cbd044f9d0 None None] Routers {'57b267c7-ee47-440e-86b1-772e50133296'} bound to L3 agent in host dv-cinder-847189-5-smb {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 23:44:05.539080 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-15ec84b6-1178-471c-9663-d3cbd044f9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T23:32:42Z,description=,heartbeat_timestamp=2022-06-24T23:43:42Z,host='dv-cinder-847189-5-smb',id=05c04ad7-f453-4a24-8793-b86a404a0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T23:32:42Z,topic='l3_agent')) {'router_ids': ['57b267c7-ee47-440e-86b1-772e50133296'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:44:05.664623 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-f6ec1664-70cc-4c92-8b15-105ed5f02c10 req-6c7fbcd8-25ea-4b16-84b3-510cb2522fb3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1319d511-95c2-4161-90ce-9c9c8ab4b5b5 HTTP/1.1" status: 200 len: 999 time: 0.1076398 Jun 24 23:44:05.729582 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-15ec84b6-1178-471c-9663-d3cbd044f9d0 None None] Set router 57b267c7-ee47-440e-86b1-772e50133296 gateway port host: dv-cinder-847189-5-smb {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 23:44:05.730352 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ec1664-70cc-4c92-8b15-105ed5f02c10 req-e1c45d43-87d0-4698-ae5e-4145fddb991a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:44:05.731937 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-f6ec1664-70cc-4c92-8b15-105ed5f02c10 req-e1c45d43-87d0-4698-ae5e-4145fddb991a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=58b6f9c2-a230-4e37-ab12-8b61321e5f1a HTTP/1.1" status: 200 len: 858 time: 0.0604908 Jun 24 23:44:05.826788 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ec1664-70cc-4c92-8b15-105ed5f02c10 req-d3ad1641-55f3-4780-8a2e-3b316b7c606b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:44:05.828601 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-f6ec1664-70cc-4c92-8b15-105ed5f02c10 req-d3ad1641-55f3-4780-8a2e-3b316b7c606b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=878eeed2-1705-4528-82e7-be9e0c60139b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0891788 Jun 24 23:44:05.976628 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-f6ec1664-70cc-4c92-8b15-105ed5f02c10 req-e4eb7e62-2735-4583-81f5-3e2710fe65a3 service neutron] 10.222.0.15 "GET /v2.0/networks/878eeed2-1705-4528-82e7-be9e0c60139b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352036 Jun 24 23:44:06.147571 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-f6ec1664-70cc-4c92-8b15-105ed5f02c10 req-12521df6-ad2a-404c-bec3-243dded44ebc service neutron] 10.222.0.15 "GET /v2.0/networks/878eeed2-1705-4528-82e7-be9e0c60139b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596720 Jun 24 23:44:06.171913 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 57238) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:44:06.180784 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-15ec84b6-1178-471c-9663-d3cbd044f9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57b267c7-ee47-440e-86b1-772e50133296', 'name': 'tempest-ServerRescueNegativeTestJSON-2098051049-router', 'tenant_id': 'b0685d2348744b39b8eb315433f69ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.236'}], 'enable_snat': True}, 'gw_port_id': '9f035a1a-a9be-4110-a790-d1d4acb3181b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:41:28Z', 'updated_at': '2022-06-24T23:41:37Z', 'revision_number': 4, 'project_id': 'b0685d2348744b39b8eb315433f69ef4', 'gw_port': {'id': '9f035a1a-a9be-4110-a790-d1d4acb3181b', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ce:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b267c7-ee47-440e-86b1-772e50133296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:41:29Z', 'updated_at': '2022-06-24T23:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb', '_floatingips': [{'id': '6e74a0d8-c8e4-4653-9b65-10e5a91b0423', 'tenant_id': 'b0685d2348744b39b8eb315433f69ef4', 'floating_ip_address': '172.28.1.98', 'floating_network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'router_id': '57b267c7-ee47-440e-86b1-772e50133296', 'port_id': '1319d511-95c2-4161-90ce-9c9c8ab4b5b5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '878eeed2-1705-4528-82e7-be9e0c60139b', 'mac_address': 'fa:16:3e:c9:ce:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d8ca49-d25f-4a7e-b5b6-034fec5c82a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T23:43:34Z', 'updated_at': '2022-06-24T23:44:03Z', 'revision_number': 1, 'project_id': 'b0685d2348744b39b8eb315433f69ef4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '175b867d-3ae8-4ef1-bd28-79a0dd3b008c', 'name': '', 'network_id': '878eeed2-1705-4528-82e7-be9e0c60139b', 'tenant_id': 'b0685d2348744b39b8eb315433f69ef4', 'mac_address': 'fa:16:3e:ef:b0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b267c7-ee47-440e-86b1-772e50133296', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '58b6f9c2-a230-4e37-ab12-8b61321e5f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:41:36Z', 'updated_at': '2022-06-24T23:41:58Z', 'revision_number': 5, 'project_id': 'b0685d2348744b39b8eb315433f69ef4', 'subnets': [{'id': '58b6f9c2-a230-4e37-ab12-8b61321e5f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-5-smb', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:44:06.182809 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a468272b-5ec7-4724-9da4-292bc32c657b req-d31dbc6b-0d93-4ef3-9526-517f227f17b8 tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:44:06.184329 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-a468272b-5ec7-4724-9da4-292bc32c657b req-d31dbc6b-0d93-4ef3-9526-517f227f17b8 tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] 10.222.0.42 "GET /v2.0/ports?device_id=85d6aee7-b2fd-4120-b731-493526414afb HTTP/1.1" status: 200 len: 945 time: 0.0996227 Jun 24 23:44:06.185207 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ec84b6-1178-471c-9663-d3cbd044f9d0 None None] The sync data for ids ['57b267c7-ee47-440e-86b1-772e50133296'] in dv-cinder-847189-5-smb is: [{'id': '57b267c7-ee47-440e-86b1-772e50133296', 'name': 'tempest-ServerRescueNegativeTestJSON-2098051049-router', 'tenant_id': 'b0685d2348744b39b8eb315433f69ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.236'}], 'enable_snat': True}, 'gw_port_id': '9f035a1a-a9be-4110-a790-d1d4acb3181b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:41:28Z', 'updated_at': '2022-06-24T23:41:37Z', 'revision_number': 4, 'project_id': 'b0685d2348744b39b8eb315433f69ef4', 'gw_port': {'id': '9f035a1a-a9be-4110-a790-d1d4acb3181b', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ce:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b267c7-ee47-440e-86b1-772e50133296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:41:29Z', 'updated_at': '2022-06-24T23:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb', '_floatingips': [{'id': '6e74a0d8-c8e4-4653-9b65-10e5a91b0423', 'tenant_id': 'b0685d2348744b39b8eb315433f69ef4', 'floating_ip_address': '172.28.1.98', 'floating_network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'router_id': '57b267c7-ee47-440e-86b1-772e50133296', 'port_id': '1319d511-95c2-4161-90ce-9c9c8ab4b5b5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '878eeed2-1705-4528-82e7-be9e0c60139b', 'mac_address': 'fa:16:3e:c9:ce:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d8ca49-d25f-4a7e-b5b6-034fec5c82a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T23:43:34Z', 'updated_at': '2022-06-24T23:44:03Z', 'revision_number': 1, 'project_id': 'b0685d2348744b39b8eb315433f69ef4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '175b867d-3ae8-4ef1-bd28-79a0dd3b008c', 'name': '', 'network_id': '878eeed2-1705-4528-82e7-be9e0c60139b', 'tenant_id': 'b0685d2348744b39b8eb315433f69ef4', 'mac_address': 'fa:16:3e:ef:b0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b267c7-ee47-440e-86b1-772e50133296', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '58b6f9c2-a230-4e37-ab12-8b61321e5f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:41:36Z', 'updated_at': '2022-06-24T23:41:58Z', 'revision_number': 5, 'project_id': 'b0685d2348744b39b8eb315433f69ef4', 'subnets': [{'id': '58b6f9c2-a230-4e37-ab12-8b61321e5f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 23:44:06.319872 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-11ab5777-90c6-444a-98db-7591d8c5e22b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:06.336985 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-11ab5777-90c6-444a-98db-7591d8c5e22b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:44:06.341303 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-11ab5777-90c6-444a-98db-7591d8c5e22b admin admin] Usage tracker for resource:security_group_rule and tenant:b327bae5b6694c79ba0f8bb8f86644e6 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:44:06.344601 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-11ab5777-90c6-444a-98db-7591d8c5e22b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:44:06.350838 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-11ab5777-90c6-444a-98db-7591d8c5e22b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:44:06.361491 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-a468272b-5ec7-4724-9da4-292bc32c657b req-78606ba5-49da-40d1-a66b-e094be4072bf tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] 10.222.0.42 "GET /v2.0/security-groups?id=69d5f0e7-84d2-4936-b1bb-8f30fa535733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709616 Jun 24 23:44:06.409230 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6655f8c4-29f7-4f72-abf0-fe0b8e0d6cf7 None None] New status for floating IP 6e74a0d8-c8e4-4653-9b65-10e5a91b0423: ACTIVE {{(pid=88111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 23:44:06.445112 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-11ab5777-90c6-444a-98db-7591d8c5e22b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:06.449379 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-11ab5777-90c6-444a-98db-7591d8c5e22b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:06.498695 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-11ab5777-90c6-444a-98db-7591d8c5e22b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b327bae5b6694c79ba0f8bb8f86644e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3248093 Jun 24 23:44:06.499587 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ab5777-90c6-444a-98db-7591d8c5e22b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=192b2184-e36b-4581-83ba-b4462a1fc949,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:44:06.501416 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 57248) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:44:06.596075 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c4d48dc1-164e-4702-ab31-9564f8ffa908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:06.626383 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c4d48dc1-164e-4702-ab31-9564f8ffa908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:06.693862 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c4d48dc1-164e-4702-ab31-9564f8ffa908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:06.713563 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb40aea-ad35-428d-af51-71a3300ba2b5 req-22639bfe-ac19-4a7c-b89a-e063330f50bd tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:44:06.715457 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-aeb40aea-ad35-428d-af51-71a3300ba2b5 req-22639bfe-ac19-4a7c-b89a-e063330f50bd tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] 10.222.0.42 "GET /v2.0/ports?device_id=62325896-fd64-47ea-bc98-2483abf5412f HTTP/1.1" status: 200 len: 946 time: 0.0954862 Jun 24 23:44:06.727568 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d48dc1-164e-4702-ab31-9564f8ffa908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=192b2184-e36b-4581-83ba-b4462a1fc949,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:44:06.737699 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c4d48dc1-164e-4702-ab31-9564f8ffa908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:06.741266 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-c4d48dc1-164e-4702-ab31-9564f8ffa908 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/192b2184-e36b-4581-83ba-b4462a1fc949 HTTP/1.1" status: 204 len: 168 time: 0.2363908 Jun 24 23:44:06.793652 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-aeb40aea-ad35-428d-af51-71a3300ba2b5 req-fd9a9664-43f6-49f7-b210-23e65187a4fc tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] 10.222.0.42 "GET /v2.0/security-groups?id=81d50479-3b9f-45c7-bc72-09d3ca41e12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715039 Jun 24 23:44:07.561245 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e80171c-65eb-46e0-ac37-4eaca2146a9f req-7ab6bda2-d725-4a70-80a0-939e50ada890 tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:44:07.562724 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-9e80171c-65eb-46e0-ac37-4eaca2146a9f req-7ab6bda2-d725-4a70-80a0-939e50ada890 tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] 10.222.0.42 "GET /v2.0/ports?device_id=85d6aee7-b2fd-4120-b731-493526414afb HTTP/1.1" status: 200 len: 945 time: 0.0903778 Jun 24 23:44:07.608666 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-9e80171c-65eb-46e0-ac37-4eaca2146a9f req-5b7ce8eb-ea26-460d-a59c-a71bad90e0f1 tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] 10.222.0.42 "GET /v2.0/security-groups?id=69d5f0e7-84d2-4936-b1bb-8f30fa535733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403981 Jun 24 23:44:08.000528 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e992de-56bf-461a-9f9f-d4626d22619b req-be18c21f-af1d-4da6-92fe-841dbad192e2 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:44:08.001988 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-35e992de-56bf-461a-9f9f-d4626d22619b req-be18c21f-af1d-4da6-92fe-841dbad192e2 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] 10.222.0.42 "GET /v2.0/ports?device_id=62325896-fd64-47ea-bc98-2483abf5412f HTTP/1.1" status: 200 len: 946 time: 0.0936887 Jun 24 23:44:08.036672 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Device b472a02d-5695-49d2-a460-b99de7f34d83 up at agent hyperv_hv-cinder-84718 {{(pid=88110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 23:44:08.125421 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-707bff31-b5da-4601-b274-386892c937dc None None] Provisioning for port b472a02d-5695-49d2-a460-b99de7f34d83 completed by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 23:44:08.136469 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-707bff31-b5da-4601-b274-386892c937dc None None] Provisioning complete for port b472a02d-5695-49d2-a460-b99de7f34d83 triggered by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:44:08.136915 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:08.143185 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-35e992de-56bf-461a-9f9f-d4626d22619b req-68701d0d-f78d-49d6-9796-cfacad7a1116 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] 10.222.0.42 "GET /v2.0/security-groups?id=81d50479-3b9f-45c7-bc72-09d3ca41e12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355853 Jun 24 23:44:08.263542 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-707bff31-b5da-4601-b274-386892c937dc None None] Current status of the port b472a02d-5695-49d2-a460-b99de7f34d83 is: BUILD; New status is: ACTIVE {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:44:08.263922 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:08.290700 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85d6aee7-b2fd-4120-b731-493526414afb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b472a02d-5695-49d2-a460-b99de7f34d83'}] {{(pid=88110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 23:44:08.300564 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] For port b472a02d-5695-49d2-a460-b99de7f34d83, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=b472a02d-5695-49d2-a460-b99de7f34d83,segment=NetworkSegment(03391268-887c-431f-8f40-1a81f73fd8b4),segment_id=03391268-887c-431f-8f40-1a81f73fd8b4)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:44:08.305775 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:08.343752 dv-cinder-847189-5-smb neutron-server[88110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd65116c-07f8-4ad4-841a-c5849d3e89a9'] response: {'server_uuid': '85d6aee7-b2fd-4120-b731-493526414afb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b472a02d-5695-49d2-a460-b99de7f34d83', 'code': 200} Jun 24 23:44:08.355197 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2584712-ea45-42d6-8873-7ee709106037 req-5f4c73dc-b117-4aa3-86a4-fede9113679e tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:44:08.356792 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-c2584712-ea45-42d6-8873-7ee709106037 req-5f4c73dc-b117-4aa3-86a4-fede9113679e tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] 10.222.0.42 "GET /v2.0/ports?device_id=62325896-fd64-47ea-bc98-2483abf5412f HTTP/1.1" status: 200 len: 946 time: 0.0978179 Jun 24 23:44:08.377995 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Pushing event updated for resources: {'Port': ['ID=b472a02d-5695-49d2-a460-b99de7f34d83,revision_number=5']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:44:08.409517 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-c2584712-ea45-42d6-8873-7ee709106037 req-91024cfc-d2c0-480e-ae23-37c856398ae6 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] 10.222.0.42 "GET /v2.0/security-groups?id=81d50479-3b9f-45c7-bc72-09d3ca41e12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434723 Jun 24 23:44:08.623275 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2d6c07-b062-4769-ab25-9d7c37007118 req-1978350c-05ae-4c1e-b887-75d62977dabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:44:08.624925 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-ba2d6c07-b062-4769-ab25-9d7c37007118 req-1978350c-05ae-4c1e-b887-75d62977dabf service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=85d6aee7-b2fd-4120-b731-493526414afb HTTP/1.1" status: 200 len: 1099 time: 0.0865016 Jun 24 23:44:08.684589 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-ba2d6c07-b062-4769-ab25-9d7c37007118 req-561f24f2-967a-42e0-820c-ef517e850724 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=69d5f0e7-84d2-4936-b1bb-8f30fa535733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446551 Jun 24 23:44:08.755570 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:08.871544 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ad816-f0ed-43eb-b4b7-bb857b6f2aed req-6c2d4ac2-1e7e-4b72-98f4-a3ebc743cc0c tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:44:08.872907 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-365ad816-f0ed-43eb-b4b7-bb857b6f2aed req-6c2d4ac2-1e7e-4b72-98f4-a3ebc743cc0c tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] 10.222.0.42 "GET /v2.0/ports?device_id=62325896-fd64-47ea-bc98-2483abf5412f HTTP/1.1" status: 200 len: 946 time: 0.1025143 Jun 24 23:44:08.919634 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-365ad816-f0ed-43eb-b4b7-bb857b6f2aed req-fec90721-9543-494d-98de-a1d216e2b761 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] 10.222.0.42 "GET /v2.0/security-groups?id=81d50479-3b9f-45c7-bc72-09d3ca41e12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409000 Jun 24 23:44:08.965062 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807a39e9-4c38-4279-9d94-90ef31559f97 req-60ce01d3-3477-4ce5-b8c1-0d22c6307b2b tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:44:08.966533 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-807a39e9-4c38-4279-9d94-90ef31559f97 req-60ce01d3-3477-4ce5-b8c1-0d22c6307b2b tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] 10.222.0.42 "GET /v2.0/ports?device_id=85d6aee7-b2fd-4120-b731-493526414afb HTTP/1.1" status: 200 len: 946 time: 0.0859821 Jun 24 23:44:09.012034 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-807a39e9-4c38-4279-9d94-90ef31559f97 req-911365ab-69ee-4e48-b8db-975672a16591 tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] 10.222.0.42 "GET /v2.0/security-groups?id=69d5f0e7-84d2-4936-b1bb-8f30fa535733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393116 Jun 24 23:44:09.928767 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-bc3ca0a5-b61a-4215-a9b5-56f2cdd46903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:10.207918 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7275f5f-e453-40ca-b28f-3d1c01727ec9 req-e1742c18-227a-42eb-9f88-1066c5001733 tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:44:10.209550 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-e7275f5f-e453-40ca-b28f-3d1c01727ec9 req-e1742c18-227a-42eb-9f88-1066c5001733 tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] 10.222.0.42 "GET /v2.0/ports?device_id=85d6aee7-b2fd-4120-b731-493526414afb HTTP/1.1" status: 200 len: 946 time: 0.0916252 Jun 24 23:44:10.254004 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-e7275f5f-e453-40ca-b28f-3d1c01727ec9 req-831f9ee5-8dad-42f7-bca0-f8b69b3e8443 tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] 10.222.0.42 "GET /v2.0/security-groups?id=69d5f0e7-84d2-4936-b1bb-8f30fa535733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376170 Jun 24 23:44:10.503185 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-f8718359-619d-4d57-b315-f4fa005bca64 req-a85fc647-52ab-4be3-9d71-ebeb733cfb36 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2e80ccfd-4a2f-4e41-a68d-a6b03ae1982b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0767596 Jun 24 23:44:10.609269 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8718359-619d-4d57-b315-f4fa005bca64 req-a50987ae-6bf3-4bed-b0e2-baf68a18a248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:44:10.610847 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-f8718359-619d-4d57-b315-f4fa005bca64 req-a50987ae-6bf3-4bed-b0e2-baf68a18a248 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b0685d2348744b39b8eb315433f69ef4&device_id=2e80ccfd-4a2f-4e41-a68d-a6b03ae1982b HTTP/1.1" status: 200 len: 1099 time: 0.0846663 Jun 24 23:44:10.762832 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8718359-619d-4d57-b315-f4fa005bca64 req-5b5e9a0d-4fb7-4bcc-b63b-1781308aa7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:44:10.764308 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-f8718359-619d-4d57-b315-f4fa005bca64 req-5b5e9a0d-4fb7-4bcc-b63b-1781308aa7b9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=878eeed2-1705-4528-82e7-be9e0c60139b HTTP/1.1" status: 200 len: 920 time: 0.1292973 Jun 24 23:44:10.833019 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-f8718359-619d-4d57-b315-f4fa005bca64 req-c6075b47-f877-4231-b90d-cea2ec7c3c18 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8842045c-5bb7-4ef5-b5d9-ce2f6fdf2562 HTTP/1.1" status: 200 len: 217 time: 0.0604641 Jun 24 23:44:10.916381 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8718359-619d-4d57-b315-f4fa005bca64 req-a85b7b1a-b952-493d-874c-d45dbe657353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:44:10.917843 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-f8718359-619d-4d57-b315-f4fa005bca64 req-a85b7b1a-b952-493d-874c-d45dbe657353 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=58b6f9c2-a230-4e37-ab12-8b61321e5f1a HTTP/1.1" status: 200 len: 858 time: 0.0649655 Jun 24 23:44:11.005586 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8718359-619d-4d57-b315-f4fa005bca64 req-e8b5795f-a313-447a-b81d-b5b540f3a6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:44:11.006955 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-f8718359-619d-4d57-b315-f4fa005bca64 req-e8b5795f-a313-447a-b81d-b5b540f3a6af service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=878eeed2-1705-4528-82e7-be9e0c60139b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0806136 Jun 24 23:44:11.156597 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-f8718359-619d-4d57-b315-f4fa005bca64 req-97e8dc9a-e8b8-4196-82ac-9fce7561a8e5 service neutron] 10.222.0.15 "GET /v2.0/networks/878eeed2-1705-4528-82e7-be9e0c60139b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322696 Jun 24 23:44:11.293007 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-f8718359-619d-4d57-b315-f4fa005bca64 req-70792c47-ce0f-4b7f-a373-a02f39dc08a6 service neutron] 10.222.0.15 "GET /v2.0/networks/878eeed2-1705-4528-82e7-be9e0c60139b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294415 Jun 24 23:44:11.454769 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994e3d4b-3c25-4da2-b5d5-021c9c37afc7 req-34e616b5-7ac8-4ac1-a703-e50cc48dd3ca tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:44:11.456323 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-994e3d4b-3c25-4da2-b5d5-021c9c37afc7 req-34e616b5-7ac8-4ac1-a703-e50cc48dd3ca tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] 10.222.0.42 "GET /v2.0/ports?device_id=85d6aee7-b2fd-4120-b731-493526414afb HTTP/1.1" status: 200 len: 946 time: 0.0911672 Jun 24 23:44:11.501454 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-994e3d4b-3c25-4da2-b5d5-021c9c37afc7 req-df52a9cf-92f9-4ef2-81fb-2822ac4d8ad5 tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] 10.222.0.42 "GET /v2.0/security-groups?id=69d5f0e7-84d2-4936-b1bb-8f30fa535733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394146 Jun 24 23:44:12.154668 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-3278030c-89c6-4c1c-8069-bfd272102f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:12.583125 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2943f48f-ddda-4aa1-830e-35ed3d756380 req-6684cc2b-9fa5-4686-a851-2ea423f62f8e tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:44:12.584643 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-2943f48f-ddda-4aa1-830e-35ed3d756380 req-6684cc2b-9fa5-4686-a851-2ea423f62f8e tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] 10.222.0.42 "GET /v2.0/ports?device_id=85d6aee7-b2fd-4120-b731-493526414afb HTTP/1.1" status: 200 len: 946 time: 0.0911052 Jun 24 23:44:12.630699 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-2943f48f-ddda-4aa1-830e-35ed3d756380 req-3a528668-cefa-4d6f-8d3c-6193ded6338c tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] 10.222.0.42 "GET /v2.0/security-groups?id=69d5f0e7-84d2-4936-b1bb-8f30fa535733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397506 Jun 24 23:44:12.849239 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-8c0b2992-c590-46d4-9042-25b3b8179244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:13.330719 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:13.647013 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1d0d0d-0d4a-4e32-91b9-0f3cb4862d08 req-581b1883-c8b6-4285-92ad-b7af4950b575 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:44:13.648941 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-5a1d0d0d-0d4a-4e32-91b9-0f3cb4862d08 req-581b1883-c8b6-4285-92ad-b7af4950b575 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] 10.222.0.42 "GET /v2.0/ports?device_id=62325896-fd64-47ea-bc98-2483abf5412f HTTP/1.1" status: 200 len: 946 time: 0.0880187 Jun 24 23:44:13.697626 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-5a1d0d0d-0d4a-4e32-91b9-0f3cb4862d08 req-99705e9f-13aa-4869-8258-a54297cc67f9 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] 10.222.0.42 "GET /v2.0/security-groups?id=81d50479-3b9f-45c7-bc72-09d3ca41e12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423784 Jun 24 23:44:13.721008 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 57422) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:44:13.829867 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8847321a-a918-4b0e-9300-1125807ebba8 req-e650b268-56c4-47ba-b516-74f13a5eca3f tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:44:13.831497 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-8847321a-a918-4b0e-9300-1125807ebba8 req-e650b268-56c4-47ba-b516-74f13a5eca3f tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] 10.222.0.42 "GET /v2.0/ports?device_id=85d6aee7-b2fd-4120-b731-493526414afb HTTP/1.1" status: 200 len: 946 time: 0.0870974 Jun 24 23:44:13.878298 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-8847321a-a918-4b0e-9300-1125807ebba8 req-28cf7989-5c2e-4f2b-b5d2-12e50039f66d tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] 10.222.0.42 "GET /v2.0/security-groups?id=69d5f0e7-84d2-4936-b1bb-8f30fa535733&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399046 Jun 24 23:44:13.978562 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ff35ea-9f3a-4933-a67c-1ac80711704e tempest-TestMinimumBasicScenario-1115236901 tempest-TestMinimumBasicScenario-1115236901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:44:13.979278 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-a8ff35ea-9f3a-4933-a67c-1ac80711704e tempest-TestMinimumBasicScenario-1115236901 tempest-TestMinimumBasicScenario-1115236901-project-admin] Synchronizing usage tracker for tenant:66faf38adc01495fbd821bcfe9172258 on resource:port {{(pid=88109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 23:44:13.995971 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-a8ff35ea-9f3a-4933-a67c-1ac80711704e tempest-TestMinimumBasicScenario-1115236901 tempest-TestMinimumBasicScenario-1115236901-project-admin] Unset dirty status for tenant:66faf38adc01495fbd821bcfe9172258 on resource:port {{(pid=88109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 23:44:13.997301 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-a8ff35ea-9f3a-4933-a67c-1ac80711704e tempest-TestMinimumBasicScenario-1115236901 tempest-TestMinimumBasicScenario-1115236901-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=62325896-fd64-47ea-bc98-2483abf5412f HTTP/1.1" status: 200 len: 1094 time: 0.2752182 Jun 24 23:44:14.000453 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 57428) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:44:14.005564 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.v2.base [None req-5600591e-3f22-4ff5-8c59-3f0202a20270 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Request body: {'floatingip': {'floating_network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'port_id': 'b2438596-128b-467d-8542-90663578d0b5', 'tenant_id': '151ea147ef8c4618aa21e9c58a3558f2', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:44:14.012103 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-5600591e-3f22-4ff5-8c59-3f0202a20270 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:44:14.015975 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-5600591e-3f22-4ff5-8c59-3f0202a20270 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Usage tracker for resource:floatingip and tenant:151ea147ef8c4618aa21e9c58a3558f2 is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:44:14.018762 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-5600591e-3f22-4ff5-8c59-3f0202a20270 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:44:14.024926 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-5600591e-3f22-4ff5-8c59-3f0202a20270 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:44:14.036302 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-5600591e-3f22-4ff5-8c59-3f0202a20270 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Notify callbacks [] for floatingip, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:14.176519 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-5600591e-3f22-4ff5-8c59-3f0202a20270 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:14.287982 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a7e364-f33e-44f1-86fb-ccf3531abab4 req-68c2398d-4ce5-4b89-b037-ba40514e9954 tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:44:14.289923 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-46a7e364-f33e-44f1-86fb-ccf3531abab4 req-68c2398d-4ce5-4b89-b037-ba40514e9954 tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] 10.222.0.15 "GET /v2.0/ports?device_id=85d6aee7-b2fd-4120-b731-493526414afb HTTP/1.1" status: 200 len: 946 time: 0.0926719 Jun 24 23:44:14.310522 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-5600591e-3f22-4ff5-8c59-3f0202a20270 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Allocated IP 172.28.1.149 (faf77eb5-d359-4977-a80d-20d91cf50932/45337dfe-1492-4630-96d4-ace1b4f61ce9/67087572-b3b6-456e-9a15-be9b0f063645) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 23:44:14.361764 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [req-46a7e364-f33e-44f1-86fb-ccf3531abab4 req-59ed029a-aed9-43a6-aac7-8ab39e3983ff tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] Deleting port b472a02d-5695-49d2-a460-b99de7f34d83 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 23:44:14.362099 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-46a7e364-f33e-44f1-86fb-ccf3531abab4 req-59ed029a-aed9-43a6-aac7-8ab39e3983ff tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754888672570'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:14.462692 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-5600591e-3f22-4ff5-8c59-3f0202a20270 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:14.491470 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-5600591e-3f22-4ff5-8c59-3f0202a20270 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754888214703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266550608'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:14.571334 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5600591e-3f22-4ff5-8c59-3f0202a20270 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Network faf77eb5-d359-4977-a80d-20d91cf50932 is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 23:44:14.576206 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-5600591e-3f22-4ff5-8c59-3f0202a20270 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 23:44:14.579388 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5600591e-3f22-4ff5-8c59-3f0202a20270 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 23:44:14.610950 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5600591e-3f22-4ff5-8c59-3f0202a20270 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Pushing event updated for resources: {'Port': ['ID=67087572-b3b6-456e-9a15-be9b0f063645,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:44:14.623477 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-1d7c9831-c6e7-4afe-acbd-faa6f5f62172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:14.706260 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [req-46a7e364-f33e-44f1-86fb-ccf3531abab4 req-59ed029a-aed9-43a6-aac7-8ab39e3983ff tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] For port b472a02d-5695-49d2-a460-b99de7f34d83, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=b472a02d-5695-49d2-a460-b99de7f34d83,segment=NetworkSegment(03391268-887c-431f-8f40-1a81f73fd8b4),segment_id=03391268-887c-431f-8f40-1a81f73fd8b4)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:44:14.706655 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-46a7e364-f33e-44f1-86fb-ccf3531abab4 req-59ed029a-aed9-43a6-aac7-8ab39e3983ff tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478950'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:14.828339 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [req-46a7e364-f33e-44f1-86fb-ccf3531abab4 req-59ed029a-aed9-43a6-aac7-8ab39e3983ff tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] Calling delete_port for b472a02d-5695-49d2-a460-b99de7f34d83 owned by compute:nova {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 23:44:14.982491 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-46a7e364-f33e-44f1-86fb-ccf3531abab4 req-59ed029a-aed9-43a6-aac7-8ab39e3983ff tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754888674196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754888214712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266412288'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:15.000263 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] get_ports_and_sgs() called for port_ids ['b472a02d-5695-49d2-a460-b99de7f34d83'] {{(pid=88110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 23:44:15.037650 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ed029a-aed9-43a6-aac7-8ab39e3983ff tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] Pushing event deleted for resources: {'Port': ['ID=b472a02d-5695-49d2-a460-b99de7f34d83,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:44:15.046568 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-8d154cf6-f745-4bf0-ab50-8916f4a2f967 req-619ea6db-639d-4cdc-a266-913636769122 tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] 10.222.0.42 "GET /v2.0/ports?device_id=85d6aee7-b2fd-4120-b731-493526414afb HTTP/1.1" status: 200 len: 210 time: 0.0534139 Jun 24 23:44:15.126164 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [req-46a7e364-f33e-44f1-86fb-ccf3531abab4 req-59ed029a-aed9-43a6-aac7-8ab39e3983ff tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] No DVR routers for this DVR port b472a02d-5695-49d2-a460-b99de7f34d83 on host hv-cinder-84718 {{(pid=88108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 23:44:15.128627 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-46a7e364-f33e-44f1-86fb-ccf3531abab4 req-59ed029a-aed9-43a6-aac7-8ab39e3983ff tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122089'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:15.131374 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85d6aee7-b2fd-4120-b731-493526414afb', 'name': 'network-vif-deleted', 'tag': 'b472a02d-5695-49d2-a460-b99de7f34d83'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 23:44:15.153429 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-46a7e364-f33e-44f1-86fb-ccf3531abab4 req-59ed029a-aed9-43a6-aac7-8ab39e3983ff tempest-VolumesActionsTest-234897061 tempest-VolumesActionsTest-234897061-project] 10.222.0.15 "DELETE /v2.0/ports/b472a02d-5695-49d2-a460-b99de7f34d83 HTTP/1.1" status: 204 len: 173 time: 0.8577666 Jun 24 23:44:15.198585 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-5600591e-3f22-4ff5-8c59-3f0202a20270 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:15.200412 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78805798-6998-436a-83b2-855d97edcfb6'] response: {'server_uuid': '85d6aee7-b2fd-4120-b731-493526414afb', 'name': 'network-vif-deleted', 'tag': 'b472a02d-5695-49d2-a460-b99de7f34d83', 'status': 'completed', 'code': 200} Jun 24 23:44:15.287225 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-5600591e-3f22-4ff5-8c59-3f0202a20270 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:15.503011 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-5600591e-3f22-4ff5-8c59-3f0202a20270 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Notify callbacks [] for port, precommit_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:15.509306 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-5600591e-3f22-4ff5-8c59-3f0202a20270 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266550599'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:15.614053 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5600591e-3f22-4ff5-8c59-3f0202a20270 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Pushing event updated for resources: {'Port': ['ID=67087572-b3b6-456e-9a15-be9b0f063645,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:44:15.630607 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-5600591e-3f22-4ff5-8c59-3f0202a20270 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476618'] for floatingip, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:15.806173 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.db.l3_db [None req-5600591e-3f22-4ff5-8c59-3f0202a20270 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Floating IP 984dd932-799d-4300-98bf-611551c03d8f associated. External IP: 172.28.1.149, port: b2438596-128b-467d-8542-90663578d0b5. Jun 24 23:44:16.165250 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5600591e-3f22-4ff5-8c59-3f0202a20270 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Router 24afa311-ea3c-4f63-9698-2869a199a0db has already been hosted by L3 agent 05c04ad7-f453-4a24-8793-b86a404a0ef9 {{(pid=88109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 23:44:16.352282 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5600591e-3f22-4ff5-8c59-3f0202a20270 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Notify agent at l3_agent.dv-cinder-847189-5-smb the message routers_updated {{(pid=88109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 23:44:16.369211 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80d4fcb-0a39-442d-8f86-6346d649b21f None None] Sync routers for ids ['24afa311-ea3c-4f63-9698-2869a199a0db'] in dv-cinder-847189-5-smb {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 23:44:16.384963 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80d4fcb-0a39-442d-8f86-6346d649b21f None None] Routers {'24afa311-ea3c-4f63-9698-2869a199a0db'} bound to L3 agent in host dv-cinder-847189-5-smb {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 23:44:16.385818 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-a80d4fcb-0a39-442d-8f86-6346d649b21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T23:32:42Z,description=,heartbeat_timestamp=2022-06-24T23:44:12Z,host='dv-cinder-847189-5-smb',id=05c04ad7-f453-4a24-8793-b86a404a0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T23:32:42Z,topic='l3_agent')) {'router_ids': ['24afa311-ea3c-4f63-9698-2869a199a0db'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:44:16.392137 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-5600591e-3f22-4ff5-8c59-3f0202a20270 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122089'] for floatingip, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:16.451346 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-5600591e-3f22-4ff5-8c59-3f0202a20270 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4497490 Jun 24 23:44:16.452266 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62325896-fd64-47ea-bc98-2483abf5412f', 'tag': 'b2438596-128b-467d-8542-90663578d0b5'}] {{(pid=88109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 23:44:16.456879 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 57458) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:44:16.474483 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.v2.base [None req-50a28322-78db-49d7-b151-dcaeea144790 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1018746065', 'description': 'tempest-secgroup-smoke-1018746065 description', 'project_id': '151ea147ef8c4618aa21e9c58a3558f2'}} {{(pid=88109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:44:16.484364 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-50a28322-78db-49d7-b151-dcaeea144790 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:44:16.496082 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-50a28322-78db-49d7-b151-dcaeea144790 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:44:16.500986 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df7bc0e0-2729-4d4b-bfe9-3525f1d7236f'] response: {'name': 'network-changed', 'server_uuid': '62325896-fd64-47ea-bc98-2483abf5412f', 'tag': 'b2438596-128b-467d-8542-90663578d0b5', 'status': 'completed', 'code': 200} Jun 24 23:44:16.509665 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-50a28322-78db-49d7-b151-dcaeea144790 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Notify callbacks [] for security_group, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:16.535606 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-50a28322-78db-49d7-b151-dcaeea144790 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:44:16.540944 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-50a28322-78db-49d7-b151-dcaeea144790 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Usage tracker for resource:security_group_rule and tenant:151ea147ef8c4618aa21e9c58a3558f2 is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:44:16.544207 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-50a28322-78db-49d7-b151-dcaeea144790 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:44:16.552143 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-50a28322-78db-49d7-b151-dcaeea144790 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:44:16.575350 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-a80d4fcb-0a39-442d-8f86-6346d649b21f None None] Set router 24afa311-ea3c-4f63-9698-2869a199a0db gateway port host: dv-cinder-847189-5-smb {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 23:44:16.656994 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-50a28322-78db-49d7-b151-dcaeea144790 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Notify callbacks [] for security_group, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:16.659777 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b292380f-afb0-47a6-a2e7-db9cda3cc805 req-3afb20a0-713a-40aa-9ce0-d65d0195e7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:44:16.661652 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-b292380f-afb0-47a6-a2e7-db9cda3cc805 req-3afb20a0-713a-40aa-9ce0-d65d0195e7fc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=151ea147ef8c4618aa21e9c58a3558f2&device_id=62325896-fd64-47ea-bc98-2483abf5412f HTTP/1.1" status: 200 len: 1099 time: 0.1140378 Jun 24 23:44:16.661828 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-50a28322-78db-49d7-b151-dcaeea144790 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:16.765214 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a28322-78db-49d7-b151-dcaeea144790 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c622264-0004-4378-8658-7230f01681a3,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:44:16.827763 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-50a28322-78db-49d7-b151-dcaeea144790 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Notify callbacks [] for security_group, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:16.833072 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-50a28322-78db-49d7-b151-dcaeea144790 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3646343 Jun 24 23:44:16.833674 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 57472) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:44:16.838758 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.v2.base [None req-745c4501-054b-4831-816b-66c4b2782ad7 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Request body: {'security_group_rule': {'security_group_id': '5c622264-0004-4378-8658-7230f01681a3', 'project_id': '151ea147ef8c4618aa21e9c58a3558f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:44:16.864589 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-745c4501-054b-4831-816b-66c4b2782ad7 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:44:16.870875 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b292380f-afb0-47a6-a2e7-db9cda3cc805 req-7a45d99f-f111-433f-b96d-c021b21017d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:44:16.872515 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-b292380f-afb0-47a6-a2e7-db9cda3cc805 req-7a45d99f-f111-433f-b96d-c021b21017d3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7c4459ee-7a68-488a-8b83-1a7083441ab1 HTTP/1.1" status: 200 len: 916 time: 0.1983123 Jun 24 23:44:16.873370 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-745c4501-054b-4831-816b-66c4b2782ad7 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Usage tracker for resource:security_group_rule and tenant:151ea147ef8c4618aa21e9c58a3558f2 is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:44:16.876533 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-745c4501-054b-4831-816b-66c4b2782ad7 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:44:16.882535 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-745c4501-054b-4831-816b-66c4b2782ad7 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:44:16.901354 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-745c4501-054b-4831-816b-66c4b2782ad7 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:16.982888 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-745c4501-054b-4831-816b-66c4b2782ad7 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:16.986032 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-b292380f-afb0-47a6-a2e7-db9cda3cc805 req-ecd1fe59-50b4-4e7e-bd77-41fdbaa3ba53 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b2438596-128b-467d-8542-90663578d0b5 HTTP/1.1" status: 200 len: 1000 time: 0.1069775 Jun 24 23:44:16.988052 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-745c4501-054b-4831-816b-66c4b2782ad7 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524818'] for security_group_rule, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:16.992688 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-a80d4fcb-0a39-442d-8f86-6346d649b21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24afa311-ea3c-4f63-9698-2869a199a0db', 'name': 'tempest-TestMinimumBasicScenario-1830635048-router', 'tenant_id': '151ea147ef8c4618aa21e9c58a3558f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.28'}], 'enable_snat': True}, 'gw_port_id': 'cfadfa66-204b-470e-bc8b-4cbf250c2a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:42:59Z', 'updated_at': '2022-06-24T23:43:06Z', 'revision_number': 4, 'project_id': '151ea147ef8c4618aa21e9c58a3558f2', 'gw_port': {'id': 'cfadfa66-204b-470e-bc8b-4cbf250c2a50', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24afa311-ea3c-4f63-9698-2869a199a0db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:43:00Z', 'updated_at': '2022-06-24T23:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb', '_floatingips': [{'id': '984dd932-799d-4300-98bf-611551c03d8f', 'tenant_id': '151ea147ef8c4618aa21e9c58a3558f2', 'floating_ip_address': '172.28.1.149', 'floating_network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'router_id': '24afa311-ea3c-4f63-9698-2869a199a0db', 'port_id': 'b2438596-128b-467d-8542-90663578d0b5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c4459ee-7a68-488a-8b83-1a7083441ab1', 'mac_address': 'fa:16:3e:45:89:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62325896-fd64-47ea-bc98-2483abf5412f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T23:44:14Z', 'updated_at': '2022-06-24T23:44:14Z', 'revision_number': 0, 'project_id': '151ea147ef8c4618aa21e9c58a3558f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '904da251-e208-4511-aa8b-40789b194499', 'name': '', 'network_id': '7c4459ee-7a68-488a-8b83-1a7083441ab1', 'tenant_id': '151ea147ef8c4618aa21e9c58a3558f2', 'mac_address': 'fa:16:3e:6c:25:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24afa311-ea3c-4f63-9698-2869a199a0db', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '2ed903d3-95bb-4d89-ab6e-9d12008d003c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:43:05Z', 'updated_at': '2022-06-24T23:43:16Z', 'revision_number': 5, 'project_id': '151ea147ef8c4618aa21e9c58a3558f2', 'subnets': [{'id': '2ed903d3-95bb-4d89-ab6e-9d12008d003c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-5-smb', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:44:16.996729 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80d4fcb-0a39-442d-8f86-6346d649b21f None None] Checking router: 24afa311-ea3c-4f63-9698-2869a199a0db for host: dv-cinder-847189-5-smb {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 23:44:17.006554 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80d4fcb-0a39-442d-8f86-6346d649b21f None None] Routers {'24afa311-ea3c-4f63-9698-2869a199a0db'} bound to L3 agent in host dv-cinder-847189-5-smb {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 23:44:17.007418 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-a80d4fcb-0a39-442d-8f86-6346d649b21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T23:32:42Z,description=,heartbeat_timestamp=2022-06-24T23:44:12Z,host='dv-cinder-847189-5-smb',id=05c04ad7-f453-4a24-8793-b86a404a0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T23:32:42Z,topic='l3_agent')) {'router_ids': ['24afa311-ea3c-4f63-9698-2869a199a0db'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:44:17.016402 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745c4501-054b-4831-816b-66c4b2782ad7 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e88dd840-734a-4726-8cea-d0913ba6b534,revision_number=0']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:44:17.026751 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-745c4501-054b-4831-816b-66c4b2782ad7 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:17.027960 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-745c4501-054b-4831-816b-66c4b2782ad7 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1933842 Jun 24 23:44:17.030571 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 57480) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:44:17.036495 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.v2.base [None req-04430ae1-38b7-4c3d-82fd-5f64b6e3a2b2 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Request body: {'security_group_rule': {'security_group_id': '5c622264-0004-4378-8658-7230f01681a3', 'project_id': '151ea147ef8c4618aa21e9c58a3558f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:44:17.044968 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-04430ae1-38b7-4c3d-82fd-5f64b6e3a2b2 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:44:17.049173 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-04430ae1-38b7-4c3d-82fd-5f64b6e3a2b2 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Usage tracker for resource:security_group_rule and tenant:151ea147ef8c4618aa21e9c58a3558f2 is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:44:17.052189 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-04430ae1-38b7-4c3d-82fd-5f64b6e3a2b2 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:44:17.058421 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-04430ae1-38b7-4c3d-82fd-5f64b6e3a2b2 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:44:17.082088 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-04430ae1-38b7-4c3d-82fd-5f64b6e3a2b2 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:17.096519 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b292380f-afb0-47a6-a2e7-db9cda3cc805 req-acf67ea0-9874-45fb-ac58-b1f56355d968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:44:17.098153 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-b292380f-afb0-47a6-a2e7-db9cda3cc805 req-acf67ea0-9874-45fb-ac58-b1f56355d968 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2ed903d3-95bb-4d89-ab6e-9d12008d003c HTTP/1.1" status: 200 len: 854 time: 0.0929592 Jun 24 23:44:17.159920 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-04430ae1-38b7-4c3d-82fd-5f64b6e3a2b2 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:17.172894 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-04430ae1-38b7-4c3d-82fd-5f64b6e3a2b2 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524818'] for security_group_rule, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:17.201463 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b292380f-afb0-47a6-a2e7-db9cda3cc805 req-bfc71ea5-a385-4358-8e5e-c8db663cf106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:44:17.203330 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-b292380f-afb0-47a6-a2e7-db9cda3cc805 req-bfc71ea5-a385-4358-8e5e-c8db663cf106 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7c4459ee-7a68-488a-8b83-1a7083441ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0970023 Jun 24 23:44:17.214474 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04430ae1-38b7-4c3d-82fd-5f64b6e3a2b2 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad0fef1c-ac27-4734-bc88-bb51d7e07878,revision_number=0']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:44:17.233289 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-04430ae1-38b7-4c3d-82fd-5f64b6e3a2b2 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:17.238409 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-04430ae1-38b7-4c3d-82fd-5f64b6e3a2b2 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2065134 Jun 24 23:44:17.239296 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 57488) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:44:17.246092 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.v2.base [None req-fd4f09b8-c75d-4d96-9c50-3fe97cbff85a tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Request body: {'security_group_rule': {'security_group_id': '5c622264-0004-4378-8658-7230f01681a3', 'project_id': '151ea147ef8c4618aa21e9c58a3558f2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:44:17.253293 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-fd4f09b8-c75d-4d96-9c50-3fe97cbff85a tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:44:17.258985 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-fd4f09b8-c75d-4d96-9c50-3fe97cbff85a tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Usage tracker for resource:security_group_rule and tenant:151ea147ef8c4618aa21e9c58a3558f2 is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:44:17.262050 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-fd4f09b8-c75d-4d96-9c50-3fe97cbff85a tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:44:17.268281 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-fd4f09b8-c75d-4d96-9c50-3fe97cbff85a tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:44:17.275588 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-a80d4fcb-0a39-442d-8f86-6346d649b21f None None] Set router 24afa311-ea3c-4f63-9698-2869a199a0db gateway port host: dv-cinder-847189-5-smb {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 23:44:17.362854 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-b292380f-afb0-47a6-a2e7-db9cda3cc805 req-7b1dbe10-7b25-4627-9cc9-ac210c45de48 service neutron] 10.222.0.15 "GET /v2.0/networks/7c4459ee-7a68-488a-8b83-1a7083441ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523404 Jun 24 23:44:17.495623 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-fd4f09b8-c75d-4d96-9c50-3fe97cbff85a tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:17.533313 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-b292380f-afb0-47a6-a2e7-db9cda3cc805 req-c35cb97e-c8ad-40e2-8969-2879280d43b2 service neutron] 10.222.0.15 "GET /v2.0/networks/7c4459ee-7a68-488a-8b83-1a7083441ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609731 Jun 24 23:44:17.580869 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-fd4f09b8-c75d-4d96-9c50-3fe97cbff85a tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:17.585169 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-fd4f09b8-c75d-4d96-9c50-3fe97cbff85a tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524818'] for security_group_rule, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:17.618874 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-fd4f09b8-c75d-4d96-9c50-3fe97cbff85a tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:17.622588 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-fd4f09b8-c75d-4d96-9c50-3fe97cbff85a tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3789146 Jun 24 23:44:17.625008 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 57510) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:44:17.626557 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4f09b8-c75d-4d96-9c50-3fe97cbff85a tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=220d704b-2df8-4deb-90c1-eff40032b68e,revision_number=0']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:44:17.635083 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.v2.base [None req-27e64abd-6bae-43ee-8261-b660f0c56fc7 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Request body: {'security_group_rule': {'security_group_id': '5c622264-0004-4378-8658-7230f01681a3', 'project_id': '151ea147ef8c4618aa21e9c58a3558f2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:44:17.641301 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-27e64abd-6bae-43ee-8261-b660f0c56fc7 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:44:17.645245 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-27e64abd-6bae-43ee-8261-b660f0c56fc7 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Usage tracker for resource:security_group_rule and tenant:151ea147ef8c4618aa21e9c58a3558f2 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:44:17.649738 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-27e64abd-6bae-43ee-8261-b660f0c56fc7 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:44:17.656391 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-27e64abd-6bae-43ee-8261-b660f0c56fc7 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:44:17.676054 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-27e64abd-6bae-43ee-8261-b660f0c56fc7 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:17.676631 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-a80d4fcb-0a39-442d-8f86-6346d649b21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24afa311-ea3c-4f63-9698-2869a199a0db', 'name': 'tempest-TestMinimumBasicScenario-1830635048-router', 'tenant_id': '151ea147ef8c4618aa21e9c58a3558f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.28'}], 'enable_snat': True}, 'gw_port_id': 'cfadfa66-204b-470e-bc8b-4cbf250c2a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:42:59Z', 'updated_at': '2022-06-24T23:43:06Z', 'revision_number': 4, 'project_id': '151ea147ef8c4618aa21e9c58a3558f2', 'gw_port': {'id': 'cfadfa66-204b-470e-bc8b-4cbf250c2a50', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24afa311-ea3c-4f63-9698-2869a199a0db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:43:00Z', 'updated_at': '2022-06-24T23:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb', '_floatingips': [{'id': '984dd932-799d-4300-98bf-611551c03d8f', 'tenant_id': '151ea147ef8c4618aa21e9c58a3558f2', 'floating_ip_address': '172.28.1.149', 'floating_network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'router_id': '24afa311-ea3c-4f63-9698-2869a199a0db', 'port_id': 'b2438596-128b-467d-8542-90663578d0b5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c4459ee-7a68-488a-8b83-1a7083441ab1', 'mac_address': 'fa:16:3e:45:89:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62325896-fd64-47ea-bc98-2483abf5412f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T23:44:14Z', 'updated_at': '2022-06-24T23:44:14Z', 'revision_number': 0, 'project_id': '151ea147ef8c4618aa21e9c58a3558f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '904da251-e208-4511-aa8b-40789b194499', 'name': '', 'network_id': '7c4459ee-7a68-488a-8b83-1a7083441ab1', 'tenant_id': '151ea147ef8c4618aa21e9c58a3558f2', 'mac_address': 'fa:16:3e:6c:25:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24afa311-ea3c-4f63-9698-2869a199a0db', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '2ed903d3-95bb-4d89-ab6e-9d12008d003c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:43:05Z', 'updated_at': '2022-06-24T23:43:16Z', 'revision_number': 5, 'project_id': '151ea147ef8c4618aa21e9c58a3558f2', 'subnets': [{'id': '2ed903d3-95bb-4d89-ab6e-9d12008d003c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-5-smb', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:44:17.684334 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80d4fcb-0a39-442d-8f86-6346d649b21f None None] The sync data for ids ['24afa311-ea3c-4f63-9698-2869a199a0db'] in dv-cinder-847189-5-smb is: [{'id': '24afa311-ea3c-4f63-9698-2869a199a0db', 'name': 'tempest-TestMinimumBasicScenario-1830635048-router', 'tenant_id': '151ea147ef8c4618aa21e9c58a3558f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.28'}], 'enable_snat': True}, 'gw_port_id': 'cfadfa66-204b-470e-bc8b-4cbf250c2a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:42:59Z', 'updated_at': '2022-06-24T23:43:06Z', 'revision_number': 4, 'project_id': '151ea147ef8c4618aa21e9c58a3558f2', 'gw_port': {'id': 'cfadfa66-204b-470e-bc8b-4cbf250c2a50', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24afa311-ea3c-4f63-9698-2869a199a0db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:43:00Z', 'updated_at': '2022-06-24T23:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb', '_floatingips': [{'id': '984dd932-799d-4300-98bf-611551c03d8f', 'tenant_id': '151ea147ef8c4618aa21e9c58a3558f2', 'floating_ip_address': '172.28.1.149', 'floating_network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'router_id': '24afa311-ea3c-4f63-9698-2869a199a0db', 'port_id': 'b2438596-128b-467d-8542-90663578d0b5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c4459ee-7a68-488a-8b83-1a7083441ab1', 'mac_address': 'fa:16:3e:45:89:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62325896-fd64-47ea-bc98-2483abf5412f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T23:44:14Z', 'updated_at': '2022-06-24T23:44:14Z', 'revision_number': 0, 'project_id': '151ea147ef8c4618aa21e9c58a3558f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '904da251-e208-4511-aa8b-40789b194499', 'name': '', 'network_id': '7c4459ee-7a68-488a-8b83-1a7083441ab1', 'tenant_id': '151ea147ef8c4618aa21e9c58a3558f2', 'mac_address': 'fa:16:3e:6c:25:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24afa311-ea3c-4f63-9698-2869a199a0db', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '2ed903d3-95bb-4d89-ab6e-9d12008d003c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:43:05Z', 'updated_at': '2022-06-24T23:43:16Z', 'revision_number': 5, 'project_id': '151ea147ef8c4618aa21e9c58a3558f2', 'subnets': [{'id': '2ed903d3-95bb-4d89-ab6e-9d12008d003c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 23:44:17.763167 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-27e64abd-6bae-43ee-8261-b660f0c56fc7 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:17.767992 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-27e64abd-6bae-43ee-8261-b660f0c56fc7 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524818'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:17.793081 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e64abd-6bae-43ee-8261-b660f0c56fc7 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa597489-9cb0-4639-9c40-0e30efa11231,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:44:17.801581 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-27e64abd-6bae-43ee-8261-b660f0c56fc7 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:17.803165 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-27e64abd-6bae-43ee-8261-b660f0c56fc7 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1771429 Jun 24 23:44:17.805829 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 57522) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:44:17.810627 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.v2.base [None req-0ac5f22a-b3a2-45dd-adcf-34efdfb55cb5 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Request body: {'security_group_rule': {'security_group_id': '5c622264-0004-4378-8658-7230f01681a3', 'project_id': '151ea147ef8c4618aa21e9c58a3558f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:44:17.816423 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-0ac5f22a-b3a2-45dd-adcf-34efdfb55cb5 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:44:17.820753 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-0ac5f22a-b3a2-45dd-adcf-34efdfb55cb5 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Usage tracker for resource:security_group_rule and tenant:151ea147ef8c4618aa21e9c58a3558f2 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:44:17.823636 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-0ac5f22a-b3a2-45dd-adcf-34efdfb55cb5 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:44:17.829316 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-0ac5f22a-b3a2-45dd-adcf-34efdfb55cb5 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:44:17.840572 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.db.securitygroups_db [None req-0ac5f22a-b3a2-45dd-adcf-34efdfb55cb5 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Project 151ea147ef8c4618aa21e9c58a3558f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 23:44:17.847414 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0ac5f22a-b3a2-45dd-adcf-34efdfb55cb5 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:17.922343 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0ac5f22a-b3a2-45dd-adcf-34efdfb55cb5 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:17.937877 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0ac5f22a-b3a2-45dd-adcf-34efdfb55cb5 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524818'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:17.969887 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac5f22a-b3a2-45dd-adcf-34efdfb55cb5 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=924ecec8-7359-445e-b345-05596b678013,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:44:17.980516 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0ac5f22a-b3a2-45dd-adcf-34efdfb55cb5 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:17.981691 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-0ac5f22a-b3a2-45dd-adcf-34efdfb55cb5 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1749628 Jun 24 23:44:17.984496 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 57528) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:44:17.989479 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.v2.base [None req-637a57d8-f705-49a4-a596-ccf6dca27fcf tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Request body: {'security_group_rule': {'security_group_id': '5c622264-0004-4378-8658-7230f01681a3', 'project_id': '151ea147ef8c4618aa21e9c58a3558f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:44:17.995779 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-637a57d8-f705-49a4-a596-ccf6dca27fcf tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:44:17.999649 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-637a57d8-f705-49a4-a596-ccf6dca27fcf tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Usage tracker for resource:security_group_rule and tenant:151ea147ef8c4618aa21e9c58a3558f2 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:44:18.002538 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-637a57d8-f705-49a4-a596-ccf6dca27fcf tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:44:18.006599 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5b482d-5b60-4a05-ad1a-eb9c50790876 None None] New status for floating IP 984dd932-799d-4300-98bf-611551c03d8f: ACTIVE {{(pid=88111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 23:44:18.009100 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-637a57d8-f705-49a4-a596-ccf6dca27fcf tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:44:18.020181 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.db.securitygroups_db [None req-637a57d8-f705-49a4-a596-ccf6dca27fcf tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Project 151ea147ef8c4618aa21e9c58a3558f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 23:44:18.027440 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-637a57d8-f705-49a4-a596-ccf6dca27fcf tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:18.086787 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Device b472a02d-5695-49d2-a460-b99de7f34d83 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 23:44:18.095042 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-637a57d8-f705-49a4-a596-ccf6dca27fcf tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:18.099355 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-637a57d8-f705-49a4-a596-ccf6dca27fcf tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524818'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:18.123750 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-707bff31-b5da-4601-b274-386892c937dc None None] No Port match for: b472a02d-5695-49d2-a460-b99de7f34d83 {{(pid=88110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 23:44:18.124454 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Device b472a02d-5695-49d2-a460-b99de7f34d83 not bound to the agent host hv-cinder-84718 {{(pid=88110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 23:44:18.182874 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637a57d8-f705-49a4-a596-ccf6dca27fcf tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=651642e1-2df1-422f-b0db-6a6fc2498588,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:44:18.188655 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-637a57d8-f705-49a4-a596-ccf6dca27fcf tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:18.189871 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-637a57d8-f705-49a4-a596-ccf6dca27fcf tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2044549 Jun 24 23:44:18.315335 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [req-bd1a1b95-3050-4d17-92f2-478a671cdf03 req-1572b402-4bd8-4df7-b4d8-abe95276efaf tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Synchronizing usage tracker for tenant:151ea147ef8c4618aa21e9c58a3558f2 on resource:security_group {{(pid=88109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 23:44:18.331152 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [req-bd1a1b95-3050-4d17-92f2-478a671cdf03 req-1572b402-4bd8-4df7-b4d8-abe95276efaf tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Unset dirty status for tenant:151ea147ef8c4618aa21e9c58a3558f2 on resource:security_group {{(pid=88109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 23:44:18.332362 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-bd1a1b95-3050-4d17-92f2-478a671cdf03 req-1572b402-4bd8-4df7-b4d8-abe95276efaf tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1018746065&fields=id&tenant_id=151ea147ef8c4618aa21e9c58a3558f2 HTTP/1.1" status: 200 len: 267 time: 0.0630491 Jun 24 23:44:18.423756 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1a1b95-3050-4d17-92f2-478a671cdf03 req-63cccea6-4d3f-45f5-8dda-a77cc913a224 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:44:18.425199 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-bd1a1b95-3050-4d17-92f2-478a671cdf03 req-63cccea6-4d3f-45f5-8dda-a77cc913a224 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] 10.222.0.42 "GET /v2.0/ports?device_id=62325896-fd64-47ea-bc98-2483abf5412f HTTP/1.1" status: 200 len: 946 time: 0.0870695 Jun 24 23:44:18.436560 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.v2.base [req-bd1a1b95-3050-4d17-92f2-478a671cdf03 req-652d50eb-794e-44f3-b31a-ccfb2e8a7801 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Request body: {'port': {'security_groups': ['81d50479-3b9f-45c7-bc72-09d3ca41e12d', '5c622264-0004-4378-8658-7230f01681a3']}} {{(pid=88109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:44:18.555957 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [req-bd1a1b95-3050-4d17-92f2-478a671cdf03 req-652d50eb-794e-44f3-b31a-ccfb2e8a7801 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:18.814373 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.db [req-bd1a1b95-3050-4d17-92f2-478a671cdf03 req-652d50eb-794e-44f3-b31a-ccfb2e8a7801 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] For port b2438596-128b-467d-8542-90663578d0b5, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=b2438596-128b-467d-8542-90663578d0b5,segment=NetworkSegment(f561a82c-2c3c-47d3-bd82-978ca7f3ed56),segment_id=f561a82c-2c3c-47d3-bd82-978ca7f3ed56)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:44:18.841150 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [req-bd1a1b95-3050-4d17-92f2-478a671cdf03 req-652d50eb-794e-44f3-b31a-ccfb2e8a7801 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Notify callbacks [] for port, precommit_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:18.845785 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [req-bd1a1b95-3050-4d17-92f2-478a671cdf03 req-652d50eb-794e-44f3-b31a-ccfb2e8a7801 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266550599'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:18.862603 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] get_ports_and_sgs() called for port_ids ['b2438596-128b-467d-8542-90663578d0b5'] {{(pid=88110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 23:44:18.922787 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1a1b95-3050-4d17-92f2-478a671cdf03 req-652d50eb-794e-44f3-b31a-ccfb2e8a7801 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:44:18.924040 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [req-bd1a1b95-3050-4d17-92f2-478a671cdf03 req-652d50eb-794e-44f3-b31a-ccfb2e8a7801 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122089'] for port, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:18.924979 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-bd1a1b95-3050-4d17-92f2-478a671cdf03 req-652d50eb-794e-44f3-b31a-ccfb2e8a7801 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] 10.222.0.42 "PUT /v2.0/ports/b2438596-128b-467d-8542-90663578d0b5 HTTP/1.1" status: 200 len: 982 time: 0.4926903 Jun 24 23:44:18.925324 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62325896-fd64-47ea-bc98-2483abf5412f', 'tag': 'b2438596-128b-467d-8542-90663578d0b5'}] {{(pid=88109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 23:44:18.953566 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652d50eb-794e-44f3-b31a-ccfb2e8a7801 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Pushing event updated for resources: {'Port': ['ID=b2438596-128b-467d-8542-90663578d0b5,revision_number=6']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:44:19.004062 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10b4fc43-6a8e-44fe-a329-28702681c9cb'] response: {'name': 'network-changed', 'server_uuid': '62325896-fd64-47ea-bc98-2483abf5412f', 'tag': 'b2438596-128b-467d-8542-90663578d0b5', 'status': 'completed', 'code': 200} Jun 24 23:44:19.059611 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] get_ports_and_sgs() called for port_ids ['b2438596-128b-467d-8542-90663578d0b5'] {{(pid=88110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 23:44:19.228989 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f107f04f-197b-4044-b4eb-75cedd6cdd46 req-205252c2-a2b3-4cf1-ae08-cb1f7bef17b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:44:19.230481 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-f107f04f-197b-4044-b4eb-75cedd6cdd46 req-205252c2-a2b3-4cf1-ae08-cb1f7bef17b8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=151ea147ef8c4618aa21e9c58a3558f2&device_id=62325896-fd64-47ea-bc98-2483abf5412f HTTP/1.1" status: 200 len: 1138 time: 0.1800928 Jun 24 23:44:19.293265 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e57d3e6-6b79-4149-a461-389127dfb0c7 req-fafa9cc6-2759-4ddf-9355-82071861dd70 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:44:19.306279 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-6e57d3e6-6b79-4149-a461-389127dfb0c7 req-fafa9cc6-2759-4ddf-9355-82071861dd70 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] 10.222.0.42 "GET /v2.0/ports?device_id=62325896-fd64-47ea-bc98-2483abf5412f HTTP/1.1" status: 200 len: 985 time: 0.2303755 Jun 24 23:44:19.388581 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-6e57d3e6-6b79-4149-a461-389127dfb0c7 req-5bd342f5-9bf5-44d1-8533-346d4fa7151c tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c622264-0004-4378-8658-7230f01681a3&id=81d50479-3b9f-45c7-bc72-09d3ca41e12d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0809152 Jun 24 23:44:19.435411 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f107f04f-197b-4044-b4eb-75cedd6cdd46 req-2f5ceb38-3505-4311-904a-9f7b72a7eecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:44:19.440247 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-f107f04f-197b-4044-b4eb-75cedd6cdd46 req-2f5ceb38-3505-4311-904a-9f7b72a7eecb service neutron] 10.222.0.15 "GET /v2.0/networks?id=7c4459ee-7a68-488a-8b83-1a7083441ab1 HTTP/1.1" status: 200 len: 916 time: 0.2017460 Jun 24 23:44:19.456637 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-385bce05-c60e-4b65-a8a1-b3516b671603 None None] Provisioning complete for port b2438596-128b-467d-8542-90663578d0b5 triggered by entity DHCP. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:44:19.457288 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-385bce05-c60e-4b65-a8a1-b3516b671603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:19.584826 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-f107f04f-197b-4044-b4eb-75cedd6cdd46 req-b8872399-798d-42f8-b65a-7cc0b0c06538 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b2438596-128b-467d-8542-90663578d0b5 HTTP/1.1" status: 200 len: 1002 time: 0.1368904 Jun 24 23:44:19.674659 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f107f04f-197b-4044-b4eb-75cedd6cdd46 req-e3e42a9a-39f3-4816-800f-5a5fc2d5fe00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:44:19.689253 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-f107f04f-197b-4044-b4eb-75cedd6cdd46 req-e3e42a9a-39f3-4816-800f-5a5fc2d5fe00 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2ed903d3-95bb-4d89-ab6e-9d12008d003c HTTP/1.1" status: 200 len: 854 time: 0.0869534 Jun 24 23:44:19.745644 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-385bce05-c60e-4b65-a8a1-b3516b671603 None None] Current status of the port b2438596-128b-467d-8542-90663578d0b5 is: ACTIVE; New status is: ACTIVE {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:44:19.881016 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f107f04f-197b-4044-b4eb-75cedd6cdd46 req-d60c1dad-9a5a-4158-ba07-bee337127f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:44:19.882665 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-f107f04f-197b-4044-b4eb-75cedd6cdd46 req-d60c1dad-9a5a-4158-ba07-bee337127f63 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7c4459ee-7a68-488a-8b83-1a7083441ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1836612 Jun 24 23:44:20.024554 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-f107f04f-197b-4044-b4eb-75cedd6cdd46 req-ba3698aa-0dc6-418f-ba1f-80d3db11b8bb service neutron] 10.222.0.15 "GET /v2.0/networks/7c4459ee-7a68-488a-8b83-1a7083441ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334250 Jun 24 23:44:20.168250 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-f107f04f-197b-4044-b4eb-75cedd6cdd46 req-f8389ad2-cc5d-45bf-92eb-354059ad442e service neutron] 10.222.0.15 "GET /v2.0/networks/7c4459ee-7a68-488a-8b83-1a7083441ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327283 Jun 24 23:44:33.138744 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.agents_db [None req-920f0d7c-c373-4dd0-bab9-7f12e43ec96a None None] Agent healthcheck: found 6 active agents {{(pid=88111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 23:44:34.852899 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef1449-8528-4dcd-840e-a38cada2d3a7 req-4f74d372-d4ef-4b80-8615-4d04a47ab9c3 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:44:34.855251 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-b4ef1449-8528-4dcd-840e-a38cada2d3a7 req-4f74d372-d4ef-4b80-8615-4d04a47ab9c3 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/ports?device_id=d50d670d-4e02-4c65-a1f4-611299a7e34e HTTP/1.1" status: 200 len: 945 time: 0.1125591 Jun 24 23:44:34.918384 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-b4ef1449-8528-4dcd-840e-a38cada2d3a7 req-0f2abc23-330c-4101-ad6b-bad3503d81d8 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/security-groups?id=35780291-3189-42e2-873b-1d6977d2becc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567746 Jun 24 23:44:36.128059 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a17821a-2970-463b-b467-bb3f700d72c3 req-e47b88aa-1f23-4d4d-9ad5-63ab2b89e490 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:44:36.130215 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-6a17821a-2970-463b-b467-bb3f700d72c3 req-e47b88aa-1f23-4d4d-9ad5-63ab2b89e490 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/ports?device_id=d50d670d-4e02-4c65-a1f4-611299a7e34e HTTP/1.1" status: 200 len: 945 time: 0.1015029 Jun 24 23:44:36.180034 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-6a17821a-2970-463b-b467-bb3f700d72c3 req-a2c47ea2-3715-43eb-a46c-4a7aba7db7d7 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/security-groups?id=35780291-3189-42e2-873b-1d6977d2becc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425928 Jun 24 23:44:37.384325 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d861c9-ed12-46f7-82fb-347d1db5feb7 req-e5493414-1f7d-417f-b32b-21cb7c3aa1db tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:44:37.386086 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-53d861c9-ed12-46f7-82fb-347d1db5feb7 req-e5493414-1f7d-417f-b32b-21cb7c3aa1db tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/ports?device_id=d50d670d-4e02-4c65-a1f4-611299a7e34e HTTP/1.1" status: 200 len: 945 time: 0.0941601 Jun 24 23:44:37.453026 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-53d861c9-ed12-46f7-82fb-347d1db5feb7 req-dae9cb3d-ef8e-4065-8b42-d4678f401c4d tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/security-groups?id=35780291-3189-42e2-873b-1d6977d2becc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600688 Jun 24 23:44:38.667110 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7994b24a-5f4f-4d19-81cb-ddb9ca4e6c4f req-33c5ef05-c293-4aa2-8822-6e2f8bcb7320 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:44:38.669059 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-7994b24a-5f4f-4d19-81cb-ddb9ca4e6c4f req-33c5ef05-c293-4aa2-8822-6e2f8bcb7320 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/ports?device_id=d50d670d-4e02-4c65-a1f4-611299a7e34e HTTP/1.1" status: 200 len: 945 time: 0.0969563 Jun 24 23:44:38.733627 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-7994b24a-5f4f-4d19-81cb-ddb9ca4e6c4f req-79c20e22-c92f-4d80-80de-09b691a522ba tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/security-groups?id=35780291-3189-42e2-873b-1d6977d2becc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585093 Jun 24 23:44:38.771526 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:39.934769 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6e5795-58cc-4d92-8b49-2e77d939d39b req-9b45193e-415c-4778-9ddc-19d7fcd151ea tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:44:39.936431 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-3d6e5795-58cc-4d92-8b49-2e77d939d39b req-9b45193e-415c-4778-9ddc-19d7fcd151ea tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/ports?device_id=d50d670d-4e02-4c65-a1f4-611299a7e34e HTTP/1.1" status: 200 len: 945 time: 0.0955839 Jun 24 23:44:39.939778 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-36c9b755-0ea6-4337-96c8-cf53159244e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:39.982506 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-3d6e5795-58cc-4d92-8b49-2e77d939d39b req-4901d028-b89d-4c79-af54-d616e9bae92d tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/security-groups?id=35780291-3189-42e2-873b-1d6977d2becc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386338 Jun 24 23:44:40.891681 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 57896) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:44:41.002507 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-26d4297d-053b-46ef-b394-daa40b3315d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:41.016419 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-26d4297d-053b-46ef-b394-daa40b3315d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:44:41.020224 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-26d4297d-053b-46ef-b394-daa40b3315d7 admin admin] Usage tracker for resource:security_group_rule and tenant:046578d056e546f99f7547e2b81e3182 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:44:41.023147 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-26d4297d-053b-46ef-b394-daa40b3315d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:44:41.029092 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-26d4297d-053b-46ef-b394-daa40b3315d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:44:41.108179 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-26d4297d-053b-46ef-b394-daa40b3315d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:41.114008 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-26d4297d-053b-46ef-b394-daa40b3315d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:41.159393 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d4297d-053b-46ef-b394-daa40b3315d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c99b7e7-1f28-4f12-a90e-b9b8a2a5b053,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:44:41.165693 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-26d4297d-053b-46ef-b394-daa40b3315d7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=046578d056e546f99f7547e2b81e3182&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2730010 Jun 24 23:44:41.169318 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 57906) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:44:41.171636 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bfe039-4478-4d60-accd-d857ef0798bf req-bf00bef8-3ff3-4f7a-ab35-7d32ec5d8836 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:44:41.172197 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d4297d-053b-46ef-b394-daa40b3315d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:44:41.172544 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d4297d-053b-46ef-b394-daa40b3315d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:44:41.173082 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d4297d-053b-46ef-b394-daa40b3315d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:44:41.173289 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-15bfe039-4478-4d60-accd-d857ef0798bf req-bf00bef8-3ff3-4f7a-ab35-7d32ec5d8836 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/ports?device_id=d50d670d-4e02-4c65-a1f4-611299a7e34e HTTP/1.1" status: 200 len: 945 time: 0.0862718 Jun 24 23:44:41.173416 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d4297d-053b-46ef-b394-daa40b3315d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:44:41.173745 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d4297d-053b-46ef-b394-daa40b3315d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:44:41.174075 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d4297d-053b-46ef-b394-daa40b3315d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:44:41.174402 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d4297d-053b-46ef-b394-daa40b3315d7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:44:41.174726 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d4297d-053b-46ef-b394-daa40b3315d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:44:41.175050 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d4297d-053b-46ef-b394-daa40b3315d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:44:41.175371 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d4297d-053b-46ef-b394-daa40b3315d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:44:41.175714 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d4297d-053b-46ef-b394-daa40b3315d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:44:41.176041 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d4297d-053b-46ef-b394-daa40b3315d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:44:41.221333 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-15bfe039-4478-4d60-accd-d857ef0798bf req-22fa040b-98c2-43f5-b479-27c9565e6a30 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/security-groups?id=35780291-3189-42e2-873b-1d6977d2becc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406187 Jun 24 23:44:41.237952 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8d190a81-0b3a-45db-8109-ee7fbdd790b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:41.263713 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8d190a81-0b3a-45db-8109-ee7fbdd790b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:41.314177 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8d190a81-0b3a-45db-8109-ee7fbdd790b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:41.329871 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d190a81-0b3a-45db-8109-ee7fbdd790b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c99b7e7-1f28-4f12-a90e-b9b8a2a5b053,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:44:41.335000 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8d190a81-0b3a-45db-8109-ee7fbdd790b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:41.337487 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-8d190a81-0b3a-45db-8109-ee7fbdd790b0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9c99b7e7-1f28-4f12-a90e-b9b8a2a5b053 HTTP/1.1" status: 204 len: 168 time: 0.1670001 Jun 24 23:44:41.604265 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 57914) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:44:41.660887 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.db_base_plugin_v2 [None req-a55deaff-78d2-4266-bdf8-b8eed4470174 admin admin] Deleting subnet 6a1f1413-5c9f-4bee-9ae9-6536e7b2e99b {{(pid=88108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 24 23:44:41.663576 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a55deaff-78d2-4266-bdf8-b8eed4470174 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:41.713022 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a55deaff-78d2-4266-bdf8-b8eed4470174 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267337621'] for subnet, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:41.766062 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a55deaff-78d2-4266-bdf8-b8eed4470174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1563746'] for subnet, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:41.835453 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a55deaff-78d2-4266-bdf8-b8eed4470174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1563737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266412381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266572299'] for subnet, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:41.873473 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55deaff-78d2-4266-bdf8-b8eed4470174 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a1f1413-5c9f-4bee-9ae9-6536e7b2e99b,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:44:41.875542 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a55deaff-78d2-4266-bdf8-b8eed4470174 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627732'] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:41.881475 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-a55deaff-78d2-4266-bdf8-b8eed4470174 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/6a1f1413-5c9f-4bee-9ae9-6536e7b2e99b HTTP/1.1" status: 204 len: 168 time: 0.2762158 Jun 24 23:44:41.883914 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 57918) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:44:42.039158 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a007a053-568b-459b-876c-148dbc13c357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1475803'] for network, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:42.153456 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-4032d5ba-732e-4364-b508-d28c28d8d154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:42.159655 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a007a053-568b-459b-876c-148dbc13c357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1564183', 'neutron.services.segments.db._delete_segments_for_network-8754888586361'] for network, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:42.185118 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.services.segments.db [None req-a007a053-568b-459b-876c-148dbc13c357 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6903743-1b0d-489e-8706-8a7d7f5ad707']}} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:44:42.197193 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.services.segments.db [None req-a007a053-568b-459b-876c-148dbc13c357 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03391268-887c-431f-8f40-1a81f73fd8b4') {'for_net_delete': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:44:42.197480 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.services.segments.db [None req-a007a053-568b-459b-876c-148dbc13c357 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03391268-887c-431f-8f40-1a81f73fd8b4') {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:44:42.208646 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a007a053-568b-459b-876c-148dbc13c357 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754888590228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267337628'] for segment, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:42.225136 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a007a053-568b-459b-876c-148dbc13c357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569928'] for segment, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:42.231999 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a007a053-568b-459b-876c-148dbc13c357 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=88108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 23:44:42.232383 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a007a053-568b-459b-876c-148dbc13c357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1569927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266412531'] for segment, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:42.300533 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.services.segments.plugin [-] Segment 03391268-887c-431f-8f40-1a81f73fd8b4 resource provider aggregate not found Jun 24 23:44:42.323729 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.services.segments.plugin [-] Segment 03391268-887c-431f-8f40-1a81f73fd8b4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 03391268-887c-431f-8f40-1a81f73fd8b4 found for delete ", "request_id": "req-b5a9d7d5-b1d8-44af-860a-ef1130b52025"}]} Jun 24 23:44:42.337562 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a007a053-568b-459b-876c-148dbc13c357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1564184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476632'] for network, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:42.391001 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a007a053-568b-459b-876c-148dbc13c357 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627732'] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:42.401492 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a007a053-568b-459b-876c-148dbc13c357 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6903743-1b0d-489e-8706-8a7d7f5ad707,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:44:42.429793 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-a007a053-568b-459b-876c-148dbc13c357 admin admin] 10.222.0.42 "DELETE /v2.0/networks/d6903743-1b0d-489e-8706-8a7d7f5ad707 HTTP/1.1" status: 204 len: 168 time: 0.5440352 Jun 24 23:44:42.459624 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9b8db1-b910-4433-b0f3-a27fefea9982 req-1d7c99a8-9d23-493a-b2cb-6faa4d7e793a tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:44:42.460973 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-8f9b8db1-b910-4433-b0f3-a27fefea9982 req-1d7c99a8-9d23-493a-b2cb-6faa4d7e793a tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/ports?device_id=d50d670d-4e02-4c65-a1f4-611299a7e34e HTTP/1.1" status: 200 len: 945 time: 0.1208720 Jun 24 23:44:42.509088 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-8f9b8db1-b910-4433-b0f3-a27fefea9982 req-96b783c3-db6f-4d87-92a2-f5613406a67f tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/security-groups?id=35780291-3189-42e2-873b-1d6977d2becc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423889 Jun 24 23:44:42.612469 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 57936) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:44:42.659312 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-ac53cf99-3007-4b52-9b00-384f25bbd8b3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7401592f3a744afaa62ada77ba287531&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0456965 Jun 24 23:44:42.661897 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 57940) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:44:42.719673 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-56e86954-995a-41a3-9384-9bb7ffc44775 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:42.746545 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-56e86954-995a-41a3-9384-9bb7ffc44775 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:42.799523 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-56e86954-995a-41a3-9384-9bb7ffc44775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:42.817789 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e86954-995a-41a3-9384-9bb7ffc44775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d5f0e7-84d2-4936-b1bb-8f30fa535733,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:44:42.827438 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e86954-995a-41a3-9384-9bb7ffc44775 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:44:42.827741 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e86954-995a-41a3-9384-9bb7ffc44775 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:44:42.828075 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e86954-995a-41a3-9384-9bb7ffc44775 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:44:42.828404 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e86954-995a-41a3-9384-9bb7ffc44775 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:44:42.828731 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e86954-995a-41a3-9384-9bb7ffc44775 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:44:42.829059 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e86954-995a-41a3-9384-9bb7ffc44775 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:44:42.829377 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e86954-995a-41a3-9384-9bb7ffc44775 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:44:42.829693 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e86954-995a-41a3-9384-9bb7ffc44775 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:44:42.830010 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e86954-995a-41a3-9384-9bb7ffc44775 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:44:42.830323 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e86954-995a-41a3-9384-9bb7ffc44775 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:44:42.830643 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e86954-995a-41a3-9384-9bb7ffc44775 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:44:42.830953 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e86954-995a-41a3-9384-9bb7ffc44775 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:44:42.839352 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-56e86954-995a-41a3-9384-9bb7ffc44775 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:42.840493 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-56e86954-995a-41a3-9384-9bb7ffc44775 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/69d5f0e7-84d2-4936-b1bb-8f30fa535733 HTTP/1.1" status: 204 len: 168 time: 0.1776276 Jun 24 23:44:42.867771 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-8c0b2992-c590-46d4-9042-25b3b8179244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:43.331832 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:43.695248 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5213305-215c-4ff2-b995-0d2470c682c3 req-af53dc71-6a5c-4a00-a63a-8336a9a79639 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:44:43.696716 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-f5213305-215c-4ff2-b995-0d2470c682c3 req-af53dc71-6a5c-4a00-a63a-8336a9a79639 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/ports?device_id=d50d670d-4e02-4c65-a1f4-611299a7e34e HTTP/1.1" status: 200 len: 945 time: 0.0859575 Jun 24 23:44:43.742681 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-f5213305-215c-4ff2-b995-0d2470c682c3 req-1b3f49ad-4751-46fc-bb67-9d2f4ee84682 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/security-groups?id=35780291-3189-42e2-873b-1d6977d2becc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401883 Jun 24 23:44:44.618261 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-1d7c9831-c6e7-4afe-acbd-faa6f5f62172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:44:44.938125 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b172aa6b-cd67-47df-a401-55a6244f6b90 req-3f320e9c-b8e9-45d2-81e4-6277de7545b7 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:44:44.939592 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-b172aa6b-cd67-47df-a401-55a6244f6b90 req-3f320e9c-b8e9-45d2-81e4-6277de7545b7 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/ports?device_id=d50d670d-4e02-4c65-a1f4-611299a7e34e HTTP/1.1" status: 200 len: 945 time: 0.0884323 Jun 24 23:44:44.981923 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-b172aa6b-cd67-47df-a401-55a6244f6b90 req-c3360492-cdae-4fe0-8636-723512daf92d tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/security-groups?id=35780291-3189-42e2-873b-1d6977d2becc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362387 Jun 24 23:44:46.174374 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f03d98-9801-4f8d-9e93-957c8d109f13 req-5b1288c7-18e6-4c27-99b8-4c8866975c99 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:44:46.175846 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-02f03d98-9801-4f8d-9e93-957c8d109f13 req-5b1288c7-18e6-4c27-99b8-4c8866975c99 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/ports?device_id=d50d670d-4e02-4c65-a1f4-611299a7e34e HTTP/1.1" status: 200 len: 945 time: 0.0860858 Jun 24 23:44:46.223617 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-02f03d98-9801-4f8d-9e93-957c8d109f13 req-45fbad10-06e5-4ab1-be38-d23b1c0caefd tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/security-groups?id=35780291-3189-42e2-873b-1d6977d2becc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415378 Jun 24 23:44:46.575602 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f73764a-6eba-474c-9af3-eaa1d6215bba req-af7b8a84-bfdc-4649-883f-d5e8b1f8b8f1 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:44:46.577000 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-4f73764a-6eba-474c-9af3-eaa1d6215bba req-af7b8a84-bfdc-4649-883f-d5e8b1f8b8f1 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/ports?device_id=d50d670d-4e02-4c65-a1f4-611299a7e34e HTTP/1.1" status: 200 len: 945 time: 0.0896676 Jun 24 23:44:46.611615 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c527b6f-69c2-43ff-9fb2-8ebc32238425 req-ee8ee6f5-95f5-4772-a59c-2c3b11b60202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:44:46.613082 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-0c527b6f-69c2-43ff-9fb2-8ebc32238425 req-ee8ee6f5-95f5-4772-a59c-2c3b11b60202 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6562c7a98a7c427eaa1620396993ad5c&device_id=d50d670d-4e02-4c65-a1f4-611299a7e34e HTTP/1.1" status: 200 len: 1098 time: 0.0811319 Jun 24 23:44:46.624119 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-4f73764a-6eba-474c-9af3-eaa1d6215bba req-2cf534b9-219d-4ed8-8d14-1ce8b3478138 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/security-groups?id=35780291-3189-42e2-873b-1d6977d2becc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414975 Jun 24 23:44:46.756455 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c527b6f-69c2-43ff-9fb2-8ebc32238425 req-6694d423-b1e6-4e6a-a969-5e395f00d6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:44:46.757893 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-0c527b6f-69c2-43ff-9fb2-8ebc32238425 req-6694d423-b1e6-4e6a-a969-5e395f00d6fc service neutron] 10.222.0.15 "GET /v2.0/networks?id=5c775af7-724c-4fda-8e40-d1a942821249 HTTP/1.1" status: 200 len: 911 time: 0.1240675 Jun 24 23:44:46.863314 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-0c527b6f-69c2-43ff-9fb2-8ebc32238425 req-bf88cc87-eec1-46dd-86d6-7e94a4df8c8d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a83bdd22-39f9-4d05-8a09-e01ede02b877 HTTP/1.1" status: 200 len: 1001 time: 0.0956540 Jun 24 23:44:46.925525 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c527b6f-69c2-43ff-9fb2-8ebc32238425 req-197c02ed-59e7-48b6-a9c0-59650dd293f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:44:46.926943 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-0c527b6f-69c2-43ff-9fb2-8ebc32238425 req-197c02ed-59e7-48b6-a9c0-59650dd293f9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4eab98b5-d3e2-4d75-bd58-9dc209dd913a HTTP/1.1" status: 200 len: 849 time: 0.0563958 Jun 24 23:44:47.011334 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c527b6f-69c2-43ff-9fb2-8ebc32238425 req-f1047152-2647-4bce-bec9-6523ec5679b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:44:47.012775 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-0c527b6f-69c2-43ff-9fb2-8ebc32238425 req-f1047152-2647-4bce-bec9-6523ec5679b7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5c775af7-724c-4fda-8e40-d1a942821249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0773859 Jun 24 23:44:47.141519 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-0c527b6f-69c2-43ff-9fb2-8ebc32238425 req-c9db5348-dcde-44c5-9204-e8482c84eb96 service neutron] 10.222.0.15 "GET /v2.0/networks/5c775af7-724c-4fda-8e40-d1a942821249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200309 Jun 24 23:44:47.270917 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-0c527b6f-69c2-43ff-9fb2-8ebc32238425 req-3b40bfd5-275b-4cc2-8525-1529a580d59a service neutron] 10.222.0.15 "GET /v2.0/networks/5c775af7-724c-4fda-8e40-d1a942821249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227994 Jun 24 23:44:47.821507 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daf9ca3-2465-47a8-818b-72dda677646d req-ee64d11b-52a3-46d0-98cc-0e39a1ba9676 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:44:47.822970 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-9daf9ca3-2465-47a8-818b-72dda677646d req-ee64d11b-52a3-46d0-98cc-0e39a1ba9676 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/ports?device_id=d50d670d-4e02-4c65-a1f4-611299a7e34e HTTP/1.1" status: 200 len: 945 time: 0.0886917 Jun 24 23:44:47.873365 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-9daf9ca3-2465-47a8-818b-72dda677646d req-1365a137-4370-4ac8-aaa6-4c4f3c25da39 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/security-groups?id=35780291-3189-42e2-873b-1d6977d2becc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434537 Jun 24 23:44:49.071152 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629f7ad8-776f-4458-b1cb-47499fb1652f req-71573068-f9fb-444a-9dad-a0a31832802a tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:44:49.072664 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-629f7ad8-776f-4458-b1cb-47499fb1652f req-71573068-f9fb-444a-9dad-a0a31832802a tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/ports?device_id=d50d670d-4e02-4c65-a1f4-611299a7e34e HTTP/1.1" status: 200 len: 945 time: 0.0897665 Jun 24 23:44:49.115780 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-629f7ad8-776f-4458-b1cb-47499fb1652f req-68274732-54e9-416d-b70a-7555495b0ca3 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/security-groups?id=35780291-3189-42e2-873b-1d6977d2becc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371840 Jun 24 23:44:55.362309 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b378d5-00ce-4ae1-b3b1-a53cb965e03a req-dfb24852-1404-4fa8-a4fc-12c6fee60d1d tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:44:55.364488 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-b7b378d5-00ce-4ae1-b3b1-a53cb965e03a req-dfb24852-1404-4fa8-a4fc-12c6fee60d1d tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?device_id=f4d8ca49-d25f-4a7e-b5b6-034fec5c82a8 HTTP/1.1" status: 200 len: 946 time: 0.0925653 Jun 24 23:44:55.381527 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14918759-df23-490a-a21a-d983278cb530 req-eee18bd3-c402-4553-98f0-bb65aaffcbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:44:55.382984 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-14918759-df23-490a-a21a-d983278cb530 req-eee18bd3-c402-4553-98f0-bb65aaffcbbd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b0685d2348744b39b8eb315433f69ef4&device_id=f4d8ca49-d25f-4a7e-b5b6-034fec5c82a8 HTTP/1.1" status: 200 len: 1099 time: 0.1473072 Jun 24 23:44:55.409046 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-b7b378d5-00ce-4ae1-b3b1-a53cb965e03a req-525169a1-c661-40f7-9981-45a208f5b939 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b26a354-2323-4315-80fe-b292c01f628e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377498 Jun 24 23:44:55.515827 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14918759-df23-490a-a21a-d983278cb530 req-8dfae1d9-4b7e-473d-94da-093f820b3a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:44:55.517243 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-14918759-df23-490a-a21a-d983278cb530 req-8dfae1d9-4b7e-473d-94da-093f820b3a41 service neutron] 10.222.0.15 "GET /v2.0/networks?id=878eeed2-1705-4528-82e7-be9e0c60139b HTTP/1.1" status: 200 len: 920 time: 0.1230597 Jun 24 23:44:55.622105 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-14918759-df23-490a-a21a-d983278cb530 req-bc612591-043d-4b41-865e-14db1db5e5e0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1319d511-95c2-4161-90ce-9c9c8ab4b5b5 HTTP/1.1" status: 200 len: 1001 time: 0.0965688 Jun 24 23:44:55.686823 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14918759-df23-490a-a21a-d983278cb530 req-4665194c-346c-4afb-bdd0-304436b6ae7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:44:55.688295 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-14918759-df23-490a-a21a-d983278cb530 req-4665194c-346c-4afb-bdd0-304436b6ae7e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=58b6f9c2-a230-4e37-ab12-8b61321e5f1a HTTP/1.1" status: 200 len: 858 time: 0.0575905 Jun 24 23:44:55.777064 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14918759-df23-490a-a21a-d983278cb530 req-6ad9830e-2b87-4e5d-bacd-75a7820fb5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:44:55.778584 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-14918759-df23-490a-a21a-d983278cb530 req-6ad9830e-2b87-4e5d-bacd-75a7820fb5d3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=878eeed2-1705-4528-82e7-be9e0c60139b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0821991 Jun 24 23:44:55.910570 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-14918759-df23-490a-a21a-d983278cb530 req-365bbe17-78d2-4943-8c26-5df69de7ea34 service neutron] 10.222.0.15 "GET /v2.0/networks/878eeed2-1705-4528-82e7-be9e0c60139b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220803 Jun 24 23:44:56.038937 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-14918759-df23-490a-a21a-d983278cb530 req-a882be4d-20dd-4240-92ae-a1b4e50c1e51 service neutron] 10.222.0.15 "GET /v2.0/networks/878eeed2-1705-4528-82e7-be9e0c60139b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184504 Jun 24 23:44:56.595344 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f12f195-4041-4975-87cb-04ecb05b8ba4 req-1e2db24c-1b03-4835-8fbc-fdb88204e88d tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:44:56.596874 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-5f12f195-4041-4975-87cb-04ecb05b8ba4 req-1e2db24c-1b03-4835-8fbc-fdb88204e88d tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?device_id=f4d8ca49-d25f-4a7e-b5b6-034fec5c82a8 HTTP/1.1" status: 200 len: 946 time: 0.0839031 Jun 24 23:44:56.642981 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-5f12f195-4041-4975-87cb-04ecb05b8ba4 req-53f511fd-5118-4856-ae05-9b21f65a9123 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b26a354-2323-4315-80fe-b292c01f628e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399487 Jun 24 23:44:57.835140 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5783c6-879f-43ed-81ed-5385b162f0b3 req-8c6d836d-bcc5-47ac-8431-7c1a007f6ec7 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:44:57.836594 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-dd5783c6-879f-43ed-81ed-5385b162f0b3 req-8c6d836d-bcc5-47ac-8431-7c1a007f6ec7 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?device_id=f4d8ca49-d25f-4a7e-b5b6-034fec5c82a8 HTTP/1.1" status: 200 len: 946 time: 0.0846817 Jun 24 23:44:57.879367 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-dd5783c6-879f-43ed-81ed-5385b162f0b3 req-2540db3e-eac0-4e74-a863-7a78eb818331 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b26a354-2323-4315-80fe-b292c01f628e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371211 Jun 24 23:44:59.078900 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9f3e12-6367-406b-b2d4-fe39a31a4b27 req-cfd17e11-cc45-4f01-8a77-ba3b82599884 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:44:59.080406 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-2d9f3e12-6367-406b-b2d4-fe39a31a4b27 req-cfd17e11-cc45-4f01-8a77-ba3b82599884 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?device_id=f4d8ca49-d25f-4a7e-b5b6-034fec5c82a8 HTTP/1.1" status: 200 len: 946 time: 0.0962033 Jun 24 23:44:59.125849 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-2d9f3e12-6367-406b-b2d4-fe39a31a4b27 req-2a3691a4-5c2b-426c-aaaf-f4e032f7a041 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b26a354-2323-4315-80fe-b292c01f628e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384977 Jun 24 23:45:00.322955 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7127ea5-262e-4cf2-a426-bc4931cb485b req-78b859ae-4300-4bb6-9640-e96271f893de tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:00.324464 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-e7127ea5-262e-4cf2-a426-bc4931cb485b req-78b859ae-4300-4bb6-9640-e96271f893de tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?device_id=f4d8ca49-d25f-4a7e-b5b6-034fec5c82a8 HTTP/1.1" status: 200 len: 946 time: 0.0867910 Jun 24 23:45:00.371807 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-e7127ea5-262e-4cf2-a426-bc4931cb485b req-d2cda922-8db3-476a-898e-3e00f364660f tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b26a354-2323-4315-80fe-b292c01f628e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415092 Jun 24 23:45:00.530942 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57e5860-6b56-45c8-8270-35739ece943e req-bfaf6965-8da3-4703-b80c-f9e0a3e63ca9 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:00.532393 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-a57e5860-6b56-45c8-8270-35739ece943e req-bfaf6965-8da3-4703-b80c-f9e0a3e63ca9 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a7576b4-550b-434a-99cf-678cd324f98c HTTP/1.1" status: 200 len: 945 time: 0.0836880 Jun 24 23:45:00.577892 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-a57e5860-6b56-45c8-8270-35739ece943e req-29cec32c-dd5b-4169-9787-4fb75fec5998 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] 10.222.0.42 "GET /v2.0/security-groups?id=b011d12b-64ad-42ed-9372-ab69b8ced82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393012 Jun 24 23:45:01.572191 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4d3b2d-ba3a-4ccd-ad34-140867ae4124 req-f0149ee2-af59-49a9-8402-55f08457e7ce tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:01.573642 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-4f4d3b2d-ba3a-4ccd-ad34-140867ae4124 req-f0149ee2-af59-49a9-8402-55f08457e7ce tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?device_id=f4d8ca49-d25f-4a7e-b5b6-034fec5c82a8 HTTP/1.1" status: 200 len: 946 time: 0.0881791 Jun 24 23:45:01.617090 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-4f4d3b2d-ba3a-4ccd-ad34-140867ae4124 req-b1e7c3ad-d705-43a8-a57d-8afbbf32881e tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b26a354-2323-4315-80fe-b292c01f628e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377421 Jun 24 23:45:01.765874 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46f92f7-305b-43ae-afff-87b38c2a6146 req-262e7ee9-18bb-4057-98b0-f9db6b4acf6a tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:01.767330 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-a46f92f7-305b-43ae-afff-87b38c2a6146 req-262e7ee9-18bb-4057-98b0-f9db6b4acf6a tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a7576b4-550b-434a-99cf-678cd324f98c HTTP/1.1" status: 200 len: 945 time: 0.0854402 Jun 24 23:45:01.810112 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-a46f92f7-305b-43ae-afff-87b38c2a6146 req-53db441e-15ef-403c-8700-aa2f02726d6b tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] 10.222.0.42 "GET /v2.0/security-groups?id=b011d12b-64ad-42ed-9372-ab69b8ced82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371459 Jun 24 23:45:02.369261 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2eefd1-446c-47a4-bd8e-a86c1df3b5c6 req-0b33ecff-2aea-4613-94fe-35e3ce24559f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:02.370665 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-4d2eefd1-446c-47a4-bd8e-a86c1df3b5c6 req-0b33ecff-2aea-4613-94fe-35e3ce24559f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=151ea147ef8c4618aa21e9c58a3558f2&device_id=62325896-fd64-47ea-bc98-2483abf5412f HTTP/1.1" status: 200 len: 1138 time: 0.1421070 Jun 24 23:45:02.378819 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23a1e28-fbb4-4df6-a189-15c281ee3ddb req-7d44786e-3ce7-41c9-a7f2-f7fe534b7cdf tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:02.380193 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-c23a1e28-fbb4-4df6-a189-15c281ee3ddb req-7d44786e-3ce7-41c9-a7f2-f7fe534b7cdf tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] 10.222.0.42 "GET /v2.0/ports?device_id=62325896-fd64-47ea-bc98-2483abf5412f HTTP/1.1" status: 200 len: 985 time: 0.1101363 Jun 24 23:45:02.502190 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-c23a1e28-fbb4-4df6-a189-15c281ee3ddb req-7e73a0ba-c74f-43ba-af47-2f98533e02a4 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c622264-0004-4378-8658-7230f01681a3&id=81d50479-3b9f-45c7-bc72-09d3ca41e12d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1036372 Jun 24 23:45:02.539660 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2eefd1-446c-47a4-bd8e-a86c1df3b5c6 req-0796ce96-7551-4a4a-b87d-096bac93b64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:02.541107 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-4d2eefd1-446c-47a4-bd8e-a86c1df3b5c6 req-0796ce96-7551-4a4a-b87d-096bac93b64f service neutron] 10.222.0.15 "GET /v2.0/networks?id=7c4459ee-7a68-488a-8b83-1a7083441ab1 HTTP/1.1" status: 200 len: 916 time: 0.1600828 Jun 24 23:45:02.638742 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-4d2eefd1-446c-47a4-bd8e-a86c1df3b5c6 req-42f02839-fa69-4a0e-a122-1d8d1c7369d7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b2438596-128b-467d-8542-90663578d0b5 HTTP/1.1" status: 200 len: 1002 time: 0.0893450 Jun 24 23:45:02.766117 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2eefd1-446c-47a4-bd8e-a86c1df3b5c6 req-3bc81563-c7c6-4ad9-b4ad-58a552da7a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:02.767655 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-4d2eefd1-446c-47a4-bd8e-a86c1df3b5c6 req-3bc81563-c7c6-4ad9-b4ad-58a552da7a6b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2ed903d3-95bb-4d89-ab6e-9d12008d003c HTTP/1.1" status: 200 len: 854 time: 0.1159513 Jun 24 23:45:02.812809 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee15cf1-1a70-4a9f-9515-9bd9443e1561 req-0b56ab06-77b4-4157-9c1c-1dd7f0c0738d tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:02.814292 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-dee15cf1-1a70-4a9f-9515-9bd9443e1561 req-0b56ab06-77b4-4157-9c1c-1dd7f0c0738d tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?device_id=f4d8ca49-d25f-4a7e-b5b6-034fec5c82a8 HTTP/1.1" status: 200 len: 946 time: 0.0855725 Jun 24 23:45:02.849301 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2eefd1-446c-47a4-bd8e-a86c1df3b5c6 req-7f881a88-6489-46c7-be02-84dc6ef74aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:02.851313 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-4d2eefd1-446c-47a4-bd8e-a86c1df3b5c6 req-7f881a88-6489-46c7-be02-84dc6ef74aed service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7c4459ee-7a68-488a-8b83-1a7083441ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0763376 Jun 24 23:45:02.862932 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-dee15cf1-1a70-4a9f-9515-9bd9443e1561 req-e84e3a63-83f5-44fa-be3c-bb5f644d0bc4 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b26a354-2323-4315-80fe-b292c01f628e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423977 Jun 24 23:45:03.039991 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-4d2eefd1-446c-47a4-bd8e-a86c1df3b5c6 req-cd11206c-81ad-4928-909d-0d4ea20f2a17 service neutron] 10.222.0.15 "GET /v2.0/networks/7c4459ee-7a68-488a-8b83-1a7083441ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814969 Jun 24 23:45:03.052903 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682b3206-259d-4f4b-92a9-6715b4d9bc0b req-90285df1-c9ff-4b2b-b1f2-c9543e00f1c0 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:03.054254 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-682b3206-259d-4f4b-92a9-6715b4d9bc0b req-90285df1-c9ff-4b2b-b1f2-c9543e00f1c0 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a7576b4-550b-434a-99cf-678cd324f98c HTTP/1.1" status: 200 len: 945 time: 0.1261084 Jun 24 23:45:03.171121 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-682b3206-259d-4f4b-92a9-6715b4d9bc0b req-15366820-ebb3-41c6-8a4b-7b0af352357f tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] 10.222.0.42 "GET /v2.0/security-groups?id=b011d12b-64ad-42ed-9372-ab69b8ced82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974276 Jun 24 23:45:03.205264 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-4d2eefd1-446c-47a4-bd8e-a86c1df3b5c6 req-8c42af70-4530-4eb0-bb3d-822f6f243ef7 service neutron] 10.222.0.15 "GET /v2.0/networks/7c4459ee-7a68-488a-8b83-1a7083441ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501217 Jun 24 23:45:03.687244 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7441e5f9-88f8-413d-89c7-8a8a1dd17768 req-a73ca654-aacf-4e8c-8648-a22cf417c82c tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:03.688697 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-7441e5f9-88f8-413d-89c7-8a8a1dd17768 req-a73ca654-aacf-4e8c-8648-a22cf417c82c tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] 10.222.0.42 "GET /v2.0/ports?device_id=62325896-fd64-47ea-bc98-2483abf5412f HTTP/1.1" status: 200 len: 985 time: 0.0841773 Jun 24 23:45:03.733429 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-7441e5f9-88f8-413d-89c7-8a8a1dd17768 req-1d423ff5-72e0-47db-8ab0-d6f9b33a3339 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c622264-0004-4378-8658-7230f01681a3&id=81d50479-3b9f-45c7-bc72-09d3ca41e12d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0384004 Jun 24 23:45:04.051835 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c486edaa-cb9c-424f-911e-0f2a17561565 req-7863d431-e961-43f0-8d92-90f25b38ee1b tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:04.053290 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-c486edaa-cb9c-424f-911e-0f2a17561565 req-7863d431-e961-43f0-8d92-90f25b38ee1b tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?device_id=f4d8ca49-d25f-4a7e-b5b6-034fec5c82a8 HTTP/1.1" status: 200 len: 946 time: 0.0867884 Jun 24 23:45:04.094935 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-c486edaa-cb9c-424f-911e-0f2a17561565 req-456fee1c-16c0-47ba-878c-461671753a33 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b26a354-2323-4315-80fe-b292c01f628e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361238 Jun 24 23:45:04.445911 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdb3da0-427d-4a8a-8107-f1abe3796500 req-e7b22fbf-009c-4535-8a58-edbc5f608df4 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:04.447370 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-bbdb3da0-427d-4a8a-8107-f1abe3796500 req-e7b22fbf-009c-4535-8a58-edbc5f608df4 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a7576b4-550b-434a-99cf-678cd324f98c HTTP/1.1" status: 200 len: 945 time: 0.1729047 Jun 24 23:45:04.489708 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-bbdb3da0-427d-4a8a-8107-f1abe3796500 req-9492aa70-51df-42e8-b6e5-1a8556bf16bf tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] 10.222.0.42 "GET /v2.0/security-groups?id=b011d12b-64ad-42ed-9372-ab69b8ced82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366373 Jun 24 23:45:04.923990 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cd83b8-75c0-4dbe-a332-551da07f81c2 req-7e43a545-3ea3-49a2-b0b7-780d5c739177 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:04.925427 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-90cd83b8-75c0-4dbe-a332-551da07f81c2 req-7e43a545-3ea3-49a2-b0b7-780d5c739177 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] 10.222.0.42 "GET /v2.0/ports?device_id=62325896-fd64-47ea-bc98-2483abf5412f HTTP/1.1" status: 200 len: 985 time: 0.0849442 Jun 24 23:45:04.973174 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-90cd83b8-75c0-4dbe-a332-551da07f81c2 req-d788ba00-8520-4a6e-85c7-d155b22d696b tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c622264-0004-4378-8658-7230f01681a3&id=81d50479-3b9f-45c7-bc72-09d3ca41e12d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0414407 Jun 24 23:45:05.280077 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880c8ffe-1a37-4fac-9e1e-f08de44531e7 req-077c7f79-dfee-4015-a12e-761b143dbec3 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:05.281504 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-880c8ffe-1a37-4fac-9e1e-f08de44531e7 req-077c7f79-dfee-4015-a12e-761b143dbec3 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?device_id=f4d8ca49-d25f-4a7e-b5b6-034fec5c82a8 HTTP/1.1" status: 200 len: 946 time: 0.0828826 Jun 24 23:45:05.324710 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-880c8ffe-1a37-4fac-9e1e-f08de44531e7 req-33226bd6-5c3b-4667-a07d-cbab039ed53d tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b26a354-2323-4315-80fe-b292c01f628e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376050 Jun 24 23:45:05.674334 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790fd5c4-2b34-4cbf-a103-b838aede2649 req-0b4c4a60-afa4-410e-9183-54b4334bb9c6 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:05.675797 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-790fd5c4-2b34-4cbf-a103-b838aede2649 req-0b4c4a60-afa4-410e-9183-54b4334bb9c6 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a7576b4-550b-434a-99cf-678cd324f98c HTTP/1.1" status: 200 len: 945 time: 0.0846927 Jun 24 23:45:05.718520 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-790fd5c4-2b34-4cbf-a103-b838aede2649 req-290572ba-d7e0-49c1-aa7d-36f3b2fa0f72 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] 10.222.0.42 "GET /v2.0/security-groups?id=b011d12b-64ad-42ed-9372-ab69b8ced82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365813 Jun 24 23:45:05.875602 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dccd7b4-8d0a-45ab-a3e3-a65011fe645d req-93d69fa5-2b5b-427a-823a-58323e880eca tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:05.876935 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-1dccd7b4-8d0a-45ab-a3e3-a65011fe645d req-93d69fa5-2b5b-427a-823a-58323e880eca tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] 10.222.0.15 "GET /v2.0/ports?device_id=8a7576b4-550b-434a-99cf-678cd324f98c HTTP/1.1" status: 200 len: 945 time: 0.0861783 Jun 24 23:45:05.945529 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [req-1dccd7b4-8d0a-45ab-a3e3-a65011fe645d req-360f40e5-7bed-4cc2-83e1-fce925f8df99 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] Deleting port 970ad978-bfd5-4408-8a71-50c8c5b372f5 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 23:45:05.945861 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-1dccd7b4-8d0a-45ab-a3e3-a65011fe645d req-360f40e5-7bed-4cc2-83e1-fce925f8df99 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754888672570'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:45:06.164714 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d4803-f83f-4673-a44b-a9da511a1783 req-8e8aa516-99ca-4c3e-8ad3-2e738d5c190d tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:06.166084 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-799d4803-f83f-4673-a44b-a9da511a1783 req-8e8aa516-99ca-4c3e-8ad3-2e738d5c190d tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] 10.222.0.42 "GET /v2.0/ports?device_id=62325896-fd64-47ea-bc98-2483abf5412f HTTP/1.1" status: 200 len: 985 time: 0.0895090 Jun 24 23:45:06.188997 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [req-1dccd7b4-8d0a-45ab-a3e3-a65011fe645d req-360f40e5-7bed-4cc2-83e1-fce925f8df99 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] For port 970ad978-bfd5-4408-8a71-50c8c5b372f5, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=970ad978-bfd5-4408-8a71-50c8c5b372f5,segment=NetworkSegment(54123915-af97-4a81-8209-125e049a46d7),segment_id=54123915-af97-4a81-8209-125e049a46d7)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:45:06.189460 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-1dccd7b4-8d0a-45ab-a3e3-a65011fe645d req-360f40e5-7bed-4cc2-83e1-fce925f8df99 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478950'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:45:06.211167 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-799d4803-f83f-4673-a44b-a9da511a1783 req-a46ece58-c43f-4308-b260-196cd28d6ebe tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c622264-0004-4378-8658-7230f01681a3&id=81d50479-3b9f-45c7-bc72-09d3ca41e12d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0392675 Jun 24 23:45:06.315834 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [req-1dccd7b4-8d0a-45ab-a3e3-a65011fe645d req-360f40e5-7bed-4cc2-83e1-fce925f8df99 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] Calling delete_port for 970ad978-bfd5-4408-8a71-50c8c5b372f5 owned by compute:nova {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 23:45:06.514616 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-1dccd7b4-8d0a-45ab-a3e3-a65011fe645d req-360f40e5-7bed-4cc2-83e1-fce925f8df99 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754888674196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754888214712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266412288'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:45:06.527085 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] get_ports_and_sgs() called for port_ids ['970ad978-bfd5-4408-8a71-50c8c5b372f5'] {{(pid=88110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 23:45:06.663881 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360f40e5-7bed-4cc2-83e1-fce925f8df99 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] Pushing event deleted for resources: {'Port': ['ID=970ad978-bfd5-4408-8a71-50c8c5b372f5,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:45:06.717509 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dccd7b4-8d0a-45ab-a3e3-a65011fe645d req-360f40e5-7bed-4cc2-83e1-fce925f8df99 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] No DVR routers for this DVR port 970ad978-bfd5-4408-8a71-50c8c5b372f5 on host hv-cinder-84718 {{(pid=88108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 23:45:06.720743 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-1dccd7b4-8d0a-45ab-a3e3-a65011fe645d req-360f40e5-7bed-4cc2-83e1-fce925f8df99 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122089'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:45:06.723140 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a7576b4-550b-434a-99cf-678cd324f98c', 'name': 'network-vif-deleted', 'tag': '970ad978-bfd5-4408-8a71-50c8c5b372f5'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 23:45:06.738964 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7a8c7e-bcd3-4020-b83a-6e290cbca4cf req-21dee5e6-8d9e-40f6-bf99-fc6a51f4aea0 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:06.741395 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-6b7a8c7e-bcd3-4020-b83a-6e290cbca4cf req-21dee5e6-8d9e-40f6-bf99-fc6a51f4aea0 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?device_id=f4d8ca49-d25f-4a7e-b5b6-034fec5c82a8 HTTP/1.1" status: 200 len: 946 time: 0.3076906 Jun 24 23:45:06.750308 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-1dccd7b4-8d0a-45ab-a3e3-a65011fe645d req-360f40e5-7bed-4cc2-83e1-fce925f8df99 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] 10.222.0.15 "DELETE /v2.0/ports/970ad978-bfd5-4408-8a71-50c8c5b372f5 HTTP/1.1" status: 204 len: 173 time: 0.8673799 Jun 24 23:45:06.773095 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08e1a5ac-004f-473f-847b-6441690fd479'] response: {'server_uuid': '8a7576b4-550b-434a-99cf-678cd324f98c', 'name': 'network-vif-deleted', 'tag': '970ad978-bfd5-4408-8a71-50c8c5b372f5', 'status': 'completed', 'code': 200} Jun 24 23:45:06.794633 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-6b7a8c7e-bcd3-4020-b83a-6e290cbca4cf req-7271378c-7fa3-44dc-94d3-10d8e6c657bd tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b26a354-2323-4315-80fe-b292c01f628e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429285 Jun 24 23:45:06.906490 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-55c7832e-debb-4b02-90b3-ad0104a1f795 req-e89db7c3-9cfd-424d-be4c-3656d97ec29c tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a7576b4-550b-434a-99cf-678cd324f98c HTTP/1.1" status: 200 len: 210 time: 0.0505838 Jun 24 23:45:07.410634 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7ec560-87a3-4860-9dbe-392000003c2c req-27d7e864-338a-48ec-96fa-1806497b0b20 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:07.412131 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-cb7ec560-87a3-4860-9dbe-392000003c2c req-27d7e864-338a-48ec-96fa-1806497b0b20 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] 10.222.0.42 "GET /v2.0/ports?device_id=62325896-fd64-47ea-bc98-2483abf5412f HTTP/1.1" status: 200 len: 985 time: 0.0898752 Jun 24 23:45:07.461324 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-cb7ec560-87a3-4860-9dbe-392000003c2c req-906b2888-f402-45c4-b2a6-eac6af9b2604 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c622264-0004-4378-8658-7230f01681a3&id=81d50479-3b9f-45c7-bc72-09d3ca41e12d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0433156 Jun 24 23:45:07.571419 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fab8534-a043-426a-8aba-b24c1e654f5b req-808f19a8-9bdb-48bd-acc8-9c19229bf44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:07.572889 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-5fab8534-a043-426a-8aba-b24c1e654f5b req-808f19a8-9bdb-48bd-acc8-9c19229bf44d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f4d8ca49-d25f-4a7e-b5b6-034fec5c82a8 HTTP/1.1" status: 200 len: 1099 time: 0.0744605 Jun 24 23:45:07.617398 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-5fab8534-a043-426a-8aba-b24c1e654f5b req-f39bc69a-61cf-49f8-924e-81722006cd86 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0b26a354-2323-4315-80fe-b292c01f628e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332859 Jun 24 23:45:07.995672 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63548b04-8f89-4e22-9358-d45295769f23 req-f48788f8-ebe5-4a5e-9192-ada6ce0978c8 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:07.997330 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-63548b04-8f89-4e22-9358-d45295769f23 req-f48788f8-ebe5-4a5e-9192-ada6ce0978c8 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?device_id=f4d8ca49-d25f-4a7e-b5b6-034fec5c82a8 HTTP/1.1" status: 200 len: 946 time: 0.0942724 Jun 24 23:45:08.045304 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-63548b04-8f89-4e22-9358-d45295769f23 req-abed9e03-2432-49fe-a3ad-092d7ea2070d tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b26a354-2323-4315-80fe-b292c01f628e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417335 Jun 24 23:45:08.654115 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40ed136-d2f2-41f3-9ebf-3d8d1667f22c req-64e6b82c-c96c-4700-8fdd-d3c1c8c6d6fc tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:08.655658 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-c40ed136-d2f2-41f3-9ebf-3d8d1667f22c req-64e6b82c-c96c-4700-8fdd-d3c1c8c6d6fc tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] 10.222.0.42 "GET /v2.0/ports?device_id=62325896-fd64-47ea-bc98-2483abf5412f HTTP/1.1" status: 200 len: 985 time: 0.0889654 Jun 24 23:45:08.703106 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-c40ed136-d2f2-41f3-9ebf-3d8d1667f22c req-9a8801ca-fc1a-4f39-8cf6-f2e94a9e28d3 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c622264-0004-4378-8658-7230f01681a3&id=81d50479-3b9f-45c7-bc72-09d3ca41e12d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0407031 Jun 24 23:45:08.769999 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:45:09.234643 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be5fe12-9a7f-45dd-a63f-1e4325702dd4 req-ed7a08df-a1c3-4bc5-bbfc-c36bfe5f16f3 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:09.236087 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-6be5fe12-9a7f-45dd-a63f-1e4325702dd4 req-ed7a08df-a1c3-4bc5-bbfc-c36bfe5f16f3 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?device_id=f4d8ca49-d25f-4a7e-b5b6-034fec5c82a8 HTTP/1.1" status: 200 len: 946 time: 0.0866311 Jun 24 23:45:09.278333 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-6be5fe12-9a7f-45dd-a63f-1e4325702dd4 req-5225f2be-a256-4e76-bfc5-06a3fca784af tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b26a354-2323-4315-80fe-b292c01f628e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364017 Jun 24 23:45:09.908628 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f7c95c-318d-4541-bda4-779ee6ff4611 req-5ce7fc47-4e35-49c5-b329-4797b3240752 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:09.910035 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-76f7c95c-318d-4541-bda4-779ee6ff4611 req-5ce7fc47-4e35-49c5-b329-4797b3240752 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?device_id=f4d8ca49-d25f-4a7e-b5b6-034fec5c82a8 HTTP/1.1" status: 200 len: 946 time: 0.0894749 Jun 24 23:45:09.932098 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9445a83-2b6c-43a5-8b8b-0c5782f0cf51 req-2bb4f682-bb36-4b66-a9ad-37af884c6646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:09.933258 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-f9445a83-2b6c-43a5-8b8b-0c5782f0cf51 req-2bb4f682-bb36-4b66-a9ad-37af884c6646 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b0685d2348744b39b8eb315433f69ef4&device_id=f4d8ca49-d25f-4a7e-b5b6-034fec5c82a8 HTTP/1.1" status: 200 len: 1099 time: 0.1590848 Jun 24 23:45:09.937638 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-db96d130-595d-4102-b0cb-cb20bb4a1ae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:45:09.959197 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-76f7c95c-318d-4541-bda4-779ee6ff4611 req-a041ca92-dd6e-4567-a056-0b2a28865d62 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b26a354-2323-4315-80fe-b292c01f628e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421255 Jun 24 23:45:09.967331 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7b6599-964e-4eb5-9a62-37e73cacc00b req-92ccf3de-6c58-4c90-b2dd-785e541b4222 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:09.968825 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-7d7b6599-964e-4eb5-9a62-37e73cacc00b req-92ccf3de-6c58-4c90-b2dd-785e541b4222 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] 10.222.0.42 "GET /v2.0/ports?device_id=62325896-fd64-47ea-bc98-2483abf5412f HTTP/1.1" status: 200 len: 985 time: 0.1319106 Jun 24 23:45:10.084462 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-7d7b6599-964e-4eb5-9a62-37e73cacc00b req-35e6b0b3-672f-4a7e-bd48-7d5f2de93650 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c622264-0004-4378-8658-7230f01681a3&id=81d50479-3b9f-45c7-bc72-09d3ca41e12d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1064012 Jun 24 23:45:10.118603 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9445a83-2b6c-43a5-8b8b-0c5782f0cf51 req-fcd764b1-0eb1-4cee-be9c-618dd026cae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:10.120070 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-f9445a83-2b6c-43a5-8b8b-0c5782f0cf51 req-fcd764b1-0eb1-4cee-be9c-618dd026cae4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=878eeed2-1705-4528-82e7-be9e0c60139b HTTP/1.1" status: 200 len: 920 time: 0.1804860 Jun 24 23:45:10.138127 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.agents_db [None req-920f0d7c-c373-4dd0-bab9-7f12e43ec96a None None] Agent healthcheck: found 6 active agents {{(pid=88111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 23:45:10.220852 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-f9445a83-2b6c-43a5-8b8b-0c5782f0cf51 req-fde71986-296a-4a87-a16d-d71c68c32f55 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1319d511-95c2-4161-90ce-9c9c8ab4b5b5 HTTP/1.1" status: 200 len: 1001 time: 0.0939000 Jun 24 23:45:10.282495 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9445a83-2b6c-43a5-8b8b-0c5782f0cf51 req-a21c6e9d-b754-48b3-b402-13463553b477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:10.283939 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-f9445a83-2b6c-43a5-8b8b-0c5782f0cf51 req-a21c6e9d-b754-48b3-b402-13463553b477 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=58b6f9c2-a230-4e37-ab12-8b61321e5f1a HTTP/1.1" status: 200 len: 858 time: 0.0556226 Jun 24 23:45:10.367617 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9445a83-2b6c-43a5-8b8b-0c5782f0cf51 req-ad5d6b6f-95aa-4875-bd83-c032338793cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:10.369066 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-f9445a83-2b6c-43a5-8b8b-0c5782f0cf51 req-ad5d6b6f-95aa-4875-bd83-c032338793cc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=878eeed2-1705-4528-82e7-be9e0c60139b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0783081 Jun 24 23:45:10.395090 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Device 970ad978-bfd5-4408-8a71-50c8c5b372f5 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 23:45:10.429446 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-707bff31-b5da-4601-b274-386892c937dc None None] No Port match for: 970ad978-bfd5-4408-8a71-50c8c5b372f5 {{(pid=88110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 23:45:10.429781 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Device 970ad978-bfd5-4408-8a71-50c8c5b372f5 not bound to the agent host hv-cinder-84718 {{(pid=88110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 23:45:10.499635 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-f9445a83-2b6c-43a5-8b8b-0c5782f0cf51 req-eda45d87-314b-47e7-9742-8b6ae541c8ac service neutron] 10.222.0.15 "GET /v2.0/networks/878eeed2-1705-4528-82e7-be9e0c60139b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231537 Jun 24 23:45:10.625911 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-f9445a83-2b6c-43a5-8b8b-0c5782f0cf51 req-a152d9b6-57dc-4a62-98fe-2c8f39d93c37 service neutron] 10.222.0.15 "GET /v2.0/networks/878eeed2-1705-4528-82e7-be9e0c60139b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192532 Jun 24 23:45:11.163685 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff0cff0-e95c-4747-975e-49e78c62ddaa req-d54d638e-88f2-4b56-aed9-d07b51e2f5f2 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:11.165132 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-bff0cff0-e95c-4747-975e-49e78c62ddaa req-d54d638e-88f2-4b56-aed9-d07b51e2f5f2 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?device_id=f4d8ca49-d25f-4a7e-b5b6-034fec5c82a8 HTTP/1.1" status: 200 len: 946 time: 0.0921450 Jun 24 23:45:11.210780 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-bff0cff0-e95c-4747-975e-49e78c62ddaa req-81318d7a-feb4-4d88-9b19-cae958db507e tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b26a354-2323-4315-80fe-b292c01f628e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385070 Jun 24 23:45:11.328072 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-7f74eab3-262d-4212-8db2-f9f902a12348 req-920719a0-c3cd-46e3-a45a-7998315545cb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d50d670d-4e02-4c65-a1f4-611299a7e34e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1465952 Jun 24 23:45:11.336264 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5883ca-d75a-45cc-9023-f36fed2d41a2 req-d6177ac3-333b-48fa-a750-dccdf74a9391 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:11.337644 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-2d5883ca-d75a-45cc-9023-f36fed2d41a2 req-d6177ac3-333b-48fa-a750-dccdf74a9391 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] 10.222.0.42 "GET /v2.0/ports?device_id=62325896-fd64-47ea-bc98-2483abf5412f HTTP/1.1" status: 200 len: 985 time: 0.1199579 Jun 24 23:45:11.427020 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-2d5883ca-d75a-45cc-9023-f36fed2d41a2 req-9f75fa4e-4d10-4668-85a2-404f4723dde7 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c622264-0004-4378-8658-7230f01681a3&id=81d50479-3b9f-45c7-bc72-09d3ca41e12d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0834069 Jun 24 23:45:11.453405 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f74eab3-262d-4212-8db2-f9f902a12348 req-c9db6504-b098-4505-9aaa-628ef504c912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:11.454842 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-7f74eab3-262d-4212-8db2-f9f902a12348 req-c9db6504-b098-4505-9aaa-628ef504c912 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6562c7a98a7c427eaa1620396993ad5c&device_id=d50d670d-4e02-4c65-a1f4-611299a7e34e HTTP/1.1" status: 200 len: 1098 time: 0.0975478 Jun 24 23:45:11.661013 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f74eab3-262d-4212-8db2-f9f902a12348 req-a7aac24d-50ec-401b-9f4b-fd535d1da58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:11.662387 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-7f74eab3-262d-4212-8db2-f9f902a12348 req-a7aac24d-50ec-401b-9f4b-fd535d1da58f service neutron] 10.222.0.15 "GET /v2.0/networks?id=5c775af7-724c-4fda-8e40-d1a942821249 HTTP/1.1" status: 200 len: 911 time: 0.1810789 Jun 24 23:45:11.764250 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-7f74eab3-262d-4212-8db2-f9f902a12348 req-35b050aa-dc5e-4007-9765-2903e9056108 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a83bdd22-39f9-4d05-8a09-e01ede02b877 HTTP/1.1" status: 200 len: 1001 time: 0.0936906 Jun 24 23:45:11.839222 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f74eab3-262d-4212-8db2-f9f902a12348 req-ea17c9f3-e2d2-4bf5-82bb-549ccd677f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:11.840658 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-7f74eab3-262d-4212-8db2-f9f902a12348 req-ea17c9f3-e2d2-4bf5-82bb-549ccd677f52 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4eab98b5-d3e2-4d75-bd58-9dc209dd913a HTTP/1.1" status: 200 len: 849 time: 0.0612812 Jun 24 23:45:11.925369 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f74eab3-262d-4212-8db2-f9f902a12348 req-c6fd3b9f-0184-4b5d-8f2f-17fc68ffd22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:11.926717 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-7f74eab3-262d-4212-8db2-f9f902a12348 req-c6fd3b9f-0184-4b5d-8f2f-17fc68ffd22b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5c775af7-724c-4fda-8e40-d1a942821249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0785370 Jun 24 23:45:12.053540 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-7f74eab3-262d-4212-8db2-f9f902a12348 req-68a8ab82-7dc1-457e-9f0d-0c7e17cda5f0 service neutron] 10.222.0.15 "GET /v2.0/networks/5c775af7-724c-4fda-8e40-d1a942821249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185191 Jun 24 23:45:12.155743 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-1c04c35f-abf7-496c-ac92-1b10bc28180c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:45:12.186328 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-7f74eab3-262d-4212-8db2-f9f902a12348 req-d32f8219-a4f1-4830-995f-5191de0bcc70 service neutron] 10.222.0.15 "GET /v2.0/networks/5c775af7-724c-4fda-8e40-d1a942821249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235564 Jun 24 23:45:12.429949 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f513ac31-e4f7-451c-9fd9-2ac62d11b05d req-e0c9cb03-85ab-4c2e-b834-fd1a06393e40 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:12.431429 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-f513ac31-e4f7-451c-9fd9-2ac62d11b05d req-e0c9cb03-85ab-4c2e-b834-fd1a06393e40 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?device_id=f4d8ca49-d25f-4a7e-b5b6-034fec5c82a8 HTTP/1.1" status: 200 len: 946 time: 0.1068017 Jun 24 23:45:12.437155 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93c1601-f955-49a4-9270-6c3f274355a4 req-1b5e1d36-684c-4ce2-b342-39d1f0402339 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:12.438541 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-f93c1601-f955-49a4-9270-6c3f274355a4 req-1b5e1d36-684c-4ce2-b342-39d1f0402339 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] 10.222.0.42 "GET /v2.0/networks?id=6c7c961b-1004-4e8e-87f8-0a74685fbdb0 HTTP/1.1" status: 200 len: 814 time: 0.1622717 Jun 24 23:45:12.452983 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-f93c1601-f955-49a4-9270-6c3f274355a4 req-6f00a303-44a2-40bc-a847-d298a97bb45b tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] 10.222.0.42 "GET /v2.0/quotas/800c71f07db44002a01289d17088fa79 HTTP/1.1" status: 200 len: 375 time: 0.0088804 Jun 24 23:45:12.476070 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-f513ac31-e4f7-451c-9fd9-2ac62d11b05d req-9da88413-ca67-4dd0-98cd-09a352112db6 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b26a354-2323-4315-80fe-b292c01f628e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388625 Jun 24 23:45:12.508271 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-f93c1601-f955-49a4-9270-6c3f274355a4 req-958ce380-94be-4f69-bd14-b3c58a4c2205 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=800c71f07db44002a01289d17088fa79&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0501451 Jun 24 23:45:12.639575 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-f93c1601-f955-49a4-9270-6c3f274355a4 req-f0f7b22c-3443-48bb-9b14-9647d4a3aef6 service neutron] 10.222.0.42 "GET /v2.0/networks/6c7c961b-1004-4e8e-87f8-0a74685fbdb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242790 Jun 24 23:45:12.654150 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a74d78e-9e7f-451f-b2f6-9daccb2e02bd req-b82d7646-4f2f-42db-a7fa-1dd5a1240065 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:12.655600 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-7a74d78e-9e7f-451f-b2f6-9daccb2e02bd req-b82d7646-4f2f-42db-a7fa-1dd5a1240065 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] 10.222.0.42 "GET /v2.0/ports?device_id=62325896-fd64-47ea-bc98-2483abf5412f HTTP/1.1" status: 200 len: 985 time: 0.0882728 Jun 24 23:45:12.701114 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-7a74d78e-9e7f-451f-b2f6-9daccb2e02bd req-696cd0fd-2335-4bc5-b16b-71077e5fde54 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c622264-0004-4378-8658-7230f01681a3&id=81d50479-3b9f-45c7-bc72-09d3ca41e12d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0396032 Jun 24 23:45:12.770300 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-f93c1601-f955-49a4-9270-6c3f274355a4 req-5eb27f88-707d-41eb-83c3-232891da84c9 service neutron] 10.222.0.42 "GET /v2.0/networks/6c7c961b-1004-4e8e-87f8-0a74685fbdb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246386 Jun 24 23:45:12.855525 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-8c0b2992-c590-46d4-9042-25b3b8179244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:45:12.948956 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-e8a216ca-95a7-4b05-8551-f2ba1387ea45 req-a44b9fc3-e6cc-43bd-b0fb-25f493ac21cf tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] Synchronizing usage tracker for tenant:800c71f07db44002a01289d17088fa79 on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 23:45:12.964525 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-e8a216ca-95a7-4b05-8551-f2ba1387ea45 req-a44b9fc3-e6cc-43bd-b0fb-25f493ac21cf tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] Unset dirty status for tenant:800c71f07db44002a01289d17088fa79 on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 23:45:12.965766 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-e8a216ca-95a7-4b05-8551-f2ba1387ea45 req-a44b9fc3-e6cc-43bd-b0fb-25f493ac21cf tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] 10.222.0.42 "GET /v2.0/ports?device_id=88883ceb-e73a-4d08-b282-e86d2f029163 HTTP/1.1" status: 200 len: 210 time: 0.0639024 Jun 24 23:45:13.333349 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:45:13.667467 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b421e8-3ed2-4aec-ac52-10b8d876e623 req-685e114c-9382-47c5-9e79-68b4a7baf677 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:13.668853 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-c8b421e8-3ed2-4aec-ac52-10b8d876e623 req-685e114c-9382-47c5-9e79-68b4a7baf677 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?device_id=f4d8ca49-d25f-4a7e-b5b6-034fec5c82a8 HTTP/1.1" status: 200 len: 946 time: 0.0890594 Jun 24 23:45:13.711665 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-c8b421e8-3ed2-4aec-ac52-10b8d876e623 req-3347b7ec-0b17-4140-b94f-5233631042c6 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b26a354-2323-4315-80fe-b292c01f628e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370729 Jun 24 23:45:13.905987 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d7644d-7cfc-4b4b-89e7-11e40565a79b req-9d73ead8-91b4-4dfa-aed7-9362f9ad2412 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:13.907562 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-d2d7644d-7cfc-4b4b-89e7-11e40565a79b req-9d73ead8-91b4-4dfa-aed7-9362f9ad2412 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] 10.222.0.42 "GET /v2.0/ports?device_id=62325896-fd64-47ea-bc98-2483abf5412f HTTP/1.1" status: 200 len: 985 time: 0.0963416 Jun 24 23:45:13.909337 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d16e80-cc9d-4999-bc45-e671006c961b req-f8ab5810-824a-4eb7-9023-a65d17348527 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:13.910817 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-c4d16e80-cc9d-4999-bc45-e671006c961b req-f8ab5810-824a-4eb7-9023-a65d17348527 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?device_id=f4d8ca49-d25f-4a7e-b5b6-034fec5c82a8 HTTP/1.1" status: 200 len: 946 time: 0.0965397 Jun 24 23:45:13.921824 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 58198) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:45:13.927403 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.v2.base [None req-4d3c88da-a36d-4b7b-b4b8-f20d34d2157c tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Request body: {'floatingip': {'port_id': '1319d511-95c2-4161-90ce-9c9c8ab4b5b5'}} {{(pid=88109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:45:14.039483 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-d2d7644d-7cfc-4b4b-89e7-11e40565a79b req-4b8c4aa2-291e-4ace-ae0a-40bfd72ab0d1 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c622264-0004-4378-8658-7230f01681a3&id=81d50479-3b9f-45c7-bc72-09d3ca41e12d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1124144 Jun 24 23:45:14.071673 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-4d3c88da-a36d-4b7b-b4b8-f20d34d2157c tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Notify callbacks [] for floatingip, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:45:14.101111 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93c1601-f955-49a4-9270-6c3f274355a4 req-9e54275f-2c46-47ce-aea2-ef66529f75bf tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:14.102763 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-f93c1601-f955-49a4-9270-6c3f274355a4 req-9e54275f-2c46-47ce-aea2-ef66529f75bf tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] 10.222.0.15 "GET /v2.0/networks?id=6c7c961b-1004-4e8e-87f8-0a74685fbdb0 HTTP/1.1" status: 200 len: 814 time: 0.1943316 Jun 24 23:45:14.117625 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.v2.base [req-f93c1601-f955-49a4-9270-6c3f274355a4 req-4981c720-e80d-4c96-b076-4bcb9299020e tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] Request body: {'port': {'device_id': '88883ceb-e73a-4d08-b282-e86d2f029163', 'network_id': '6c7c961b-1004-4e8e-87f8-0a74685fbdb0', 'admin_state_up': True, 'tenant_id': '800c71f07db44002a01289d17088fa79'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:45:14.255825 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [req-f93c1601-f955-49a4-9270-6c3f274355a4 req-4981c720-e80d-4c96-b076-4bcb9299020e tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:45:14.265345 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [req-f93c1601-f955-49a4-9270-6c3f274355a4 req-4981c720-e80d-4c96-b076-4bcb9299020e tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:45:14.279102 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f93c1601-f955-49a4-9270-6c3f274355a4 req-4981c720-e80d-4c96-b076-4bcb9299020e tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] Made reservation on behalf of 800c71f07db44002a01289d17088fa79 for: {'port': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 23:45:14.282621 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-f93c1601-f955-49a4-9270-6c3f274355a4 req-4981c720-e80d-4c96-b076-4bcb9299020e tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:45:14.309104 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-e2123f55-6f04-44a8-bcf0-f99b71e525d7 req-6347bca1-2edd-4b18-a878-26e062f09d2c tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] 10.222.0.42 "GET /v2.0/ports?device_id=88883ceb-e73a-4d08-b282-e86d2f029163 HTTP/1.1" status: 200 len: 210 time: 0.1726701 Jun 24 23:45:14.448435 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [req-f93c1601-f955-49a4-9270-6c3f274355a4 req-4981c720-e80d-4c96-b076-4bcb9299020e tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] Allocated IP 172.20.0.6 (6c7c961b-1004-4e8e-87f8-0a74685fbdb0/7716ef76-7450-4aea-a010-177127f717f7/24fe3b61-1beb-441c-9931-0b636651dec2) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 23:45:14.621618 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-1d7c9831-c6e7-4afe-acbd-faa6f5f62172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:45:14.710970 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-f93c1601-f955-49a4-9270-6c3f274355a4 req-4981c720-e80d-4c96-b076-4bcb9299020e tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:45:14.745227 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-f93c1601-f955-49a4-9270-6c3f274355a4 req-4981c720-e80d-4c96-b076-4bcb9299020e tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754888214703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266412288'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:45:14.817066 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f93c1601-f955-49a4-9270-6c3f274355a4 req-4981c720-e80d-4c96-b076-4bcb9299020e tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] Network 6c7c961b-1004-4e8e-87f8-0a74685fbdb0 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 23:45:14.820159 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [req-f93c1601-f955-49a4-9270-6c3f274355a4 req-4981c720-e80d-4c96-b076-4bcb9299020e tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 23:45:14.823852 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [req-f93c1601-f955-49a4-9270-6c3f274355a4 req-4981c720-e80d-4c96-b076-4bcb9299020e tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 23:45:14.856538 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4981c720-e80d-4c96-b076-4bcb9299020e tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] Pushing event updated for resources: {'Port': ['ID=24fe3b61-1beb-441c-9931-0b636651dec2,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:45:14.858613 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-4d3c88da-a36d-4b7b-b4b8-f20d34d2157c tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:45:14.864220 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-4d3c88da-a36d-4b7b-b4b8-f20d34d2157c tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476618'] for floatingip, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:45:14.888043 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93c1601-f955-49a4-9270-6c3f274355a4 req-4981c720-e80d-4c96-b076-4bcb9299020e tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:14.888643 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-f93c1601-f955-49a4-9270-6c3f274355a4 req-4981c720-e80d-4c96-b076-4bcb9299020e tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122089'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:45:14.912678 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-f93c1601-f955-49a4-9270-6c3f274355a4 req-4981c720-e80d-4c96-b076-4bcb9299020e tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7984452 Jun 24 23:45:14.927204 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.v2.base [req-f93c1601-f955-49a4-9270-6c3f274355a4 req-5ab8cc05-e117-4c56-976a-619f3481db4e service neutron] Request body: {'port': {'device_id': '88883ceb-e73a-4d08-b282-e86d2f029163', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:45:15.036647 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-f93c1601-f955-49a4-9270-6c3f274355a4 req-5ab8cc05-e117-4c56-976a-619f3481db4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:45:15.208719 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d3c88da-a36d-4b7b-b4b8-f20d34d2157c tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Router 57b267c7-ee47-440e-86b1-772e50133296 has already been hosted by L3 agent 05c04ad7-f453-4a24-8793-b86a404a0ef9 {{(pid=88109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 23:45:15.357477 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d83f32f-0fb0-4778-a8b2-bdce0660548e req-f06bab73-8b93-4eda-92ca-18e8e2d6a5e0 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:15.358945 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-7d83f32f-0fb0-4778-a8b2-bdce0660548e req-f06bab73-8b93-4eda-92ca-18e8e2d6a5e0 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] 10.222.0.42 "GET /v2.0/ports?device_id=62325896-fd64-47ea-bc98-2483abf5412f HTTP/1.1" status: 200 len: 985 time: 0.1980858 Jun 24 23:45:15.383482 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d3c88da-a36d-4b7b-b4b8-f20d34d2157c tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Notify agent at l3_agent.dv-cinder-847189-5-smb the message routers_updated {{(pid=88109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 23:45:15.389971 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-4d3c88da-a36d-4b7b-b4b8-f20d34d2157c tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122089'] for floatingip, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:45:15.408991 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab88f3b-b07b-4747-922b-5a71d5da961c None None] Sync routers for ids ['57b267c7-ee47-440e-86b1-772e50133296'] in dv-cinder-847189-5-smb {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 23:45:15.423310 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab88f3b-b07b-4747-922b-5a71d5da961c None None] Routers {'57b267c7-ee47-440e-86b1-772e50133296'} bound to L3 agent in host dv-cinder-847189-5-smb {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 23:45:15.425623 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-0ab88f3b-b07b-4747-922b-5a71d5da961c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T23:32:42Z,description=,heartbeat_timestamp=2022-06-24T23:45:12Z,host='dv-cinder-847189-5-smb',id=05c04ad7-f453-4a24-8793-b86a404a0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T23:32:42Z,topic='l3_agent')) {'router_ids': ['57b267c7-ee47-440e-86b1-772e50133296'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:45:15.454855 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-7d83f32f-0fb0-4778-a8b2-bdce0660548e req-ae0955d2-bea2-4c58-9e76-c7eaf55d4e65 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c622264-0004-4378-8658-7230f01681a3&id=81d50479-3b9f-45c7-bc72-09d3ca41e12d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0876105 Jun 24 23:45:15.480571 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [req-f93c1601-f955-49a4-9270-6c3f274355a4 req-5ab8cc05-e117-4c56-976a-619f3481db4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24fe3b61-1beb-441c-9931-0b636651dec2 {{(pid=88108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 23:45:15.488013 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-f93c1601-f955-49a4-9270-6c3f274355a4 req-5ab8cc05-e117-4c56-976a-619f3481db4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:45:15.503388 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [req-f93c1601-f955-49a4-9270-6c3f274355a4 req-5ab8cc05-e117-4c56-976a-619f3481db4e service neutron] Transition to ACTIVE for port object 24fe3b61-1beb-441c-9931-0b636651dec2 will not be triggered until provisioned by entity L2. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 23:45:15.508221 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-f93c1601-f955-49a4-9270-6c3f274355a4 req-5ab8cc05-e117-4c56-976a-619f3481db4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266412311'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:45:15.523930 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4d8ca49-d25f-4a7e-b5b6-034fec5c82a8', 'tag': '1319d511-95c2-4161-90ce-9c9c8ab4b5b5'}] {{(pid=88109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 23:45:15.570306 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-4d3c88da-a36d-4b7b-b4b8-f20d34d2157c tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "PUT /v2.0/floatingips/6e74a0d8-c8e4-4653-9b65-10e5a91b0423 HTTP/1.1" status: 200 len: 993 time: 1.6472855 Jun 24 23:45:15.585905 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab8cc05-e117-4c56-976a-619f3481db4e service neutron] Pushing event updated for resources: {'Port': ['ID=24fe3b61-1beb-441c-9931-0b636651dec2,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:45:15.588416 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1f1deb-91cd-4e88-bf5d-7e5601d43d8b req-7300e91e-b3d0-4575-89c6-4340c5d49705 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:15.590200 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-8e1f1deb-91cd-4e88-bf5d-7e5601d43d8b req-7300e91e-b3d0-4575-89c6-4340c5d49705 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] 10.222.0.42 "GET /v2.0/ports?device_id=88883ceb-e73a-4d08-b282-e86d2f029163 HTTP/1.1" status: 200 len: 931 time: 0.1524718 Jun 24 23:45:15.591739 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4920189e-5118-473a-8ac4-667c5902a522'] response: {'name': 'network-changed', 'server_uuid': 'f4d8ca49-d25f-4a7e-b5b6-034fec5c82a8', 'tag': '1319d511-95c2-4161-90ce-9c9c8ab4b5b5', 'status': 'completed', 'code': 200} Jun 24 23:45:15.641369 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-8e1f1deb-91cd-4e88-bf5d-7e5601d43d8b req-0c282c6e-970e-4748-9c1f-587e9a9b2885 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] 10.222.0.42 "GET /v2.0/security-groups?id=b011d12b-64ad-42ed-9372-ab69b8ced82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450714 Jun 24 23:45:15.671048 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-0ab88f3b-b07b-4747-922b-5a71d5da961c None None] Set router 57b267c7-ee47-440e-86b1-772e50133296 gateway port host: dv-cinder-847189-5-smb {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 23:45:15.831867 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [req-f93c1601-f955-49a4-9270-6c3f274355a4 req-5ab8cc05-e117-4c56-976a-619f3481db4e service neutron] Attempting to bind port 24fe3b61-1beb-441c-9931-0b636651dec2 on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 23:45:15.832194 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [req-f93c1601-f955-49a4-9270-6c3f274355a4 req-5ab8cc05-e117-4c56-976a-619f3481db4e service neutron] Attempting to bind port 24fe3b61-1beb-441c-9931-0b636651dec2 by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': '54123915-af97-4a81-8209-125e049a46d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6c7c961b-1004-4e8e-87f8-0a74685fbdb0'}] {{(pid=88108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 23:45:15.832519 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93c1601-f955-49a4-9270-6c3f274355a4 req-5ab8cc05-e117-4c56-976a-619f3481db4e service neutron] Attempting to bind port 24fe3b61-1beb-441c-9931-0b636651dec2 on network 6c7c961b-1004-4e8e-87f8-0a74685fbdb0 {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 23:45:15.838612 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3947170e-f294-4008-ac54-44e61658806e req-01ada480-d702-463e-96c1-2ca20cf5856b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:15.840111 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-3947170e-f294-4008-ac54-44e61658806e req-01ada480-d702-463e-96c1-2ca20cf5856b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b0685d2348744b39b8eb315433f69ef4&device_id=f4d8ca49-d25f-4a7e-b5b6-034fec5c82a8 HTTP/1.1" status: 200 len: 1099 time: 0.1911602 Jun 24 23:45:15.841066 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93c1601-f955-49a4-9270-6c3f274355a4 req-5ab8cc05-e117-4c56-976a-619f3481db4e service neutron] Port 24fe3b61-1beb-441c-9931-0b636651dec2 on network 6c7c961b-1004-4e8e-87f8-0a74685fbdb0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 23:45:15.841379 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93c1601-f955-49a4-9270-6c3f274355a4 req-5ab8cc05-e117-4c56-976a-619f3481db4e service neutron] Attempting to bind port 24fe3b61-1beb-441c-9931-0b636651dec2 on network 6c7c961b-1004-4e8e-87f8-0a74685fbdb0 {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 23:45:15.846393 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93c1601-f955-49a4-9270-6c3f274355a4 req-5ab8cc05-e117-4c56-976a-619f3481db4e service neutron] Checking agent: {'id': '9603f0a4-e7b3-4133-bd26-ff3a7fe04c7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 23, 39, 9), 'started_at': datetime.datetime(2022, 6, 24, 23, 39, 9), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 23, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 23:45:15.846720 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93c1601-f955-49a4-9270-6c3f274355a4 req-5ab8cc05-e117-4c56-976a-619f3481db4e service neutron] Checking segment: {'id': '54123915-af97-4a81-8209-125e049a46d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6c7c961b-1004-4e8e-87f8-0a74685fbdb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 23:45:15.847091 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93c1601-f955-49a4-9270-6c3f274355a4 req-5ab8cc05-e117-4c56-976a-619f3481db4e service neutron] Bound using segment: {'id': '54123915-af97-4a81-8209-125e049a46d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6c7c961b-1004-4e8e-87f8-0a74685fbdb0'} {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 23:45:15.847531 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [req-f93c1601-f955-49a4-9270-6c3f274355a4 req-5ab8cc05-e117-4c56-976a-619f3481db4e service neutron] Bound port: 24fe3b61-1beb-441c-9931-0b636651dec2, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54123915-af97-4a81-8209-125e049a46d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6c7c961b-1004-4e8e-87f8-0a74685fbdb0'}}] {{(pid=88108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 23:45:15.847885 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-f93c1601-f955-49a4-9270-6c3f274355a4 req-5ab8cc05-e117-4c56-976a-619f3481db4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:45:16.009888 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-0ab88f3b-b07b-4747-922b-5a71d5da961c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57b267c7-ee47-440e-86b1-772e50133296', 'name': 'tempest-ServerRescueNegativeTestJSON-2098051049-router', 'tenant_id': 'b0685d2348744b39b8eb315433f69ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.236'}], 'enable_snat': True}, 'gw_port_id': '9f035a1a-a9be-4110-a790-d1d4acb3181b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:41:28Z', 'updated_at': '2022-06-24T23:41:37Z', 'revision_number': 4, 'project_id': 'b0685d2348744b39b8eb315433f69ef4', 'gw_port': {'id': '9f035a1a-a9be-4110-a790-d1d4acb3181b', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ce:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b267c7-ee47-440e-86b1-772e50133296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:41:29Z', 'updated_at': '2022-06-24T23:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb', '_floatingips': [{'id': '6e74a0d8-c8e4-4653-9b65-10e5a91b0423', 'tenant_id': 'b0685d2348744b39b8eb315433f69ef4', 'floating_ip_address': '172.28.1.98', 'floating_network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'router_id': '57b267c7-ee47-440e-86b1-772e50133296', 'port_id': '1319d511-95c2-4161-90ce-9c9c8ab4b5b5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '878eeed2-1705-4528-82e7-be9e0c60139b', 'mac_address': 'fa:16:3e:c9:ce:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d8ca49-d25f-4a7e-b5b6-034fec5c82a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T23:43:34Z', 'updated_at': '2022-06-24T23:45:14Z', 'revision_number': 3, 'project_id': 'b0685d2348744b39b8eb315433f69ef4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '175b867d-3ae8-4ef1-bd28-79a0dd3b008c', 'name': '', 'network_id': '878eeed2-1705-4528-82e7-be9e0c60139b', 'tenant_id': 'b0685d2348744b39b8eb315433f69ef4', 'mac_address': 'fa:16:3e:ef:b0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b267c7-ee47-440e-86b1-772e50133296', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '58b6f9c2-a230-4e37-ab12-8b61321e5f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:41:36Z', 'updated_at': '2022-06-24T23:41:58Z', 'revision_number': 5, 'project_id': 'b0685d2348744b39b8eb315433f69ef4', 'subnets': [{'id': '58b6f9c2-a230-4e37-ab12-8b61321e5f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-5-smb', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:45:16.013761 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab88f3b-b07b-4747-922b-5a71d5da961c None None] Checking router: 57b267c7-ee47-440e-86b1-772e50133296 for host: dv-cinder-847189-5-smb {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 23:45:16.021909 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab88f3b-b07b-4747-922b-5a71d5da961c None None] Routers {'57b267c7-ee47-440e-86b1-772e50133296'} bound to L3 agent in host dv-cinder-847189-5-smb {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 23:45:16.022505 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-0ab88f3b-b07b-4747-922b-5a71d5da961c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T23:32:42Z,description=,heartbeat_timestamp=2022-06-24T23:45:12Z,host='dv-cinder-847189-5-smb',id=05c04ad7-f453-4a24-8793-b86a404a0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T23:32:42Z,topic='l3_agent')) {'router_ids': ['57b267c7-ee47-440e-86b1-772e50133296'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:45:16.039414 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [req-f93c1601-f955-49a4-9270-6c3f274355a4 req-5ab8cc05-e117-4c56-976a-619f3481db4e service neutron] For port 24fe3b61-1beb-441c-9931-0b636651dec2, host hv-cinder-84718, cleared binding levels {{(pid=88108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 23:45:16.047991 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3947170e-f294-4008-ac54-44e61658806e req-1f6600ab-b206-4dda-9fe7-f75e731cccd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:16.049431 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-3947170e-f294-4008-ac54-44e61658806e req-1f6600ab-b206-4dda-9fe7-f75e731cccd8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=878eeed2-1705-4528-82e7-be9e0c60139b HTTP/1.1" status: 200 len: 920 time: 0.1910934 Jun 24 23:45:16.051921 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [req-f93c1601-f955-49a4-9270-6c3f274355a4 req-5ab8cc05-e117-4c56-976a-619f3481db4e service neutron] For port 24fe3b61-1beb-441c-9931-0b636651dec2, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=24fe3b61-1beb-441c-9931-0b636651dec2,segment=NetworkSegment(54123915-af97-4a81-8209-125e049a46d7),segment_id=54123915-af97-4a81-8209-125e049a46d7)] {{(pid=88108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 23:45:16.110740 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-f93c1601-f955-49a4-9270-6c3f274355a4 req-5ab8cc05-e117-4c56-976a-619f3481db4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266412311'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:45:16.176839 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93c1601-f955-49a4-9270-6c3f274355a4 req-5ab8cc05-e117-4c56-976a-619f3481db4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:16.178050 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-f93c1601-f955-49a4-9270-6c3f274355a4 req-5ab8cc05-e117-4c56-976a-619f3481db4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122089'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:45:16.179397 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-f93c1601-f955-49a4-9270-6c3f274355a4 req-5ab8cc05-e117-4c56-976a-619f3481db4e service neutron] 10.222.0.15 "PUT /v2.0/ports/24fe3b61-1beb-441c-9931-0b636651dec2 HTTP/1.1" status: 200 len: 1093 time: 1.2562075 Jun 24 23:45:16.195106 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88883ceb-e73a-4d08-b282-e86d2f029163', 'tag': '24fe3b61-1beb-441c-9931-0b636651dec2'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 23:45:16.197368 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-0ab88f3b-b07b-4747-922b-5a71d5da961c None None] Set router 57b267c7-ee47-440e-86b1-772e50133296 gateway port host: dv-cinder-847189-5-smb {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 23:45:16.325204 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d9bdb6d-f8b7-4e35-932a-64623b3c3703'] response: {'name': 'network-changed', 'server_uuid': '88883ceb-e73a-4d08-b282-e86d2f029163', 'tag': '24fe3b61-1beb-441c-9931-0b636651dec2', 'status': 'completed', 'code': 200} Jun 24 23:45:16.340642 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-3947170e-f294-4008-ac54-44e61658806e req-f125a200-524e-49df-8062-0b531f0fbdf8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1319d511-95c2-4161-90ce-9c9c8ab4b5b5 HTTP/1.1" status: 200 len: 1001 time: 0.2848592 Jun 24 23:45:16.344164 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab8cc05-e117-4c56-976a-619f3481db4e service neutron] Pushing event updated for resources: {'Port': ['ID=24fe3b61-1beb-441c-9931-0b636651dec2,revision_number=3']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:45:16.416438 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3947170e-f294-4008-ac54-44e61658806e req-af58e22d-a92f-4ec1-86d8-dabf3c9e3e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:16.417851 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-3947170e-f294-4008-ac54-44e61658806e req-af58e22d-a92f-4ec1-86d8-dabf3c9e3e07 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=58b6f9c2-a230-4e37-ab12-8b61321e5f1a HTTP/1.1" status: 200 len: 858 time: 0.0694022 Jun 24 23:45:16.429088 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93c1601-f955-49a4-9270-6c3f274355a4 req-2c8da092-0569-444f-82a3-2ac5ead283a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:16.430526 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-f93c1601-f955-49a4-9270-6c3f274355a4 req-2c8da092-0569-444f-82a3-2ac5ead283a5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=800c71f07db44002a01289d17088fa79&device_id=88883ceb-e73a-4d08-b282-e86d2f029163 HTTP/1.1" status: 200 len: 1096 time: 0.2096460 Jun 24 23:45:16.538336 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-f93c1601-f955-49a4-9270-6c3f274355a4 req-fbf90880-791b-4d75-bcd3-f51bbab57abc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24fe3b61-1beb-441c-9931-0b636651dec2 HTTP/1.1" status: 200 len: 217 time: 0.0677705 Jun 24 23:45:16.559358 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-0ab88f3b-b07b-4747-922b-5a71d5da961c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57b267c7-ee47-440e-86b1-772e50133296', 'name': 'tempest-ServerRescueNegativeTestJSON-2098051049-router', 'tenant_id': 'b0685d2348744b39b8eb315433f69ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.236'}], 'enable_snat': True}, 'gw_port_id': '9f035a1a-a9be-4110-a790-d1d4acb3181b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:41:28Z', 'updated_at': '2022-06-24T23:41:37Z', 'revision_number': 4, 'project_id': 'b0685d2348744b39b8eb315433f69ef4', 'gw_port': {'id': '9f035a1a-a9be-4110-a790-d1d4acb3181b', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ce:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b267c7-ee47-440e-86b1-772e50133296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:41:29Z', 'updated_at': '2022-06-24T23:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb', '_floatingips': [{'id': '6e74a0d8-c8e4-4653-9b65-10e5a91b0423', 'tenant_id': 'b0685d2348744b39b8eb315433f69ef4', 'floating_ip_address': '172.28.1.98', 'floating_network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'router_id': '57b267c7-ee47-440e-86b1-772e50133296', 'port_id': '1319d511-95c2-4161-90ce-9c9c8ab4b5b5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '878eeed2-1705-4528-82e7-be9e0c60139b', 'mac_address': 'fa:16:3e:c9:ce:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d8ca49-d25f-4a7e-b5b6-034fec5c82a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T23:43:34Z', 'updated_at': '2022-06-24T23:45:14Z', 'revision_number': 3, 'project_id': 'b0685d2348744b39b8eb315433f69ef4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '175b867d-3ae8-4ef1-bd28-79a0dd3b008c', 'name': '', 'network_id': '878eeed2-1705-4528-82e7-be9e0c60139b', 'tenant_id': 'b0685d2348744b39b8eb315433f69ef4', 'mac_address': 'fa:16:3e:ef:b0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b267c7-ee47-440e-86b1-772e50133296', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '58b6f9c2-a230-4e37-ab12-8b61321e5f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:41:36Z', 'updated_at': '2022-06-24T23:41:58Z', 'revision_number': 5, 'project_id': 'b0685d2348744b39b8eb315433f69ef4', 'subnets': [{'id': '58b6f9c2-a230-4e37-ab12-8b61321e5f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-5-smb', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:45:16.563632 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab88f3b-b07b-4747-922b-5a71d5da961c None None] The sync data for ids ['57b267c7-ee47-440e-86b1-772e50133296'] in dv-cinder-847189-5-smb is: [{'id': '57b267c7-ee47-440e-86b1-772e50133296', 'name': 'tempest-ServerRescueNegativeTestJSON-2098051049-router', 'tenant_id': 'b0685d2348744b39b8eb315433f69ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.236'}], 'enable_snat': True}, 'gw_port_id': '9f035a1a-a9be-4110-a790-d1d4acb3181b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:41:28Z', 'updated_at': '2022-06-24T23:41:37Z', 'revision_number': 4, 'project_id': 'b0685d2348744b39b8eb315433f69ef4', 'gw_port': {'id': '9f035a1a-a9be-4110-a790-d1d4acb3181b', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ce:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b267c7-ee47-440e-86b1-772e50133296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:41:29Z', 'updated_at': '2022-06-24T23:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb', '_floatingips': [{'id': '6e74a0d8-c8e4-4653-9b65-10e5a91b0423', 'tenant_id': 'b0685d2348744b39b8eb315433f69ef4', 'floating_ip_address': '172.28.1.98', 'floating_network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'router_id': '57b267c7-ee47-440e-86b1-772e50133296', 'port_id': '1319d511-95c2-4161-90ce-9c9c8ab4b5b5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '878eeed2-1705-4528-82e7-be9e0c60139b', 'mac_address': 'fa:16:3e:c9:ce:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d8ca49-d25f-4a7e-b5b6-034fec5c82a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T23:43:34Z', 'updated_at': '2022-06-24T23:45:14Z', 'revision_number': 3, 'project_id': 'b0685d2348744b39b8eb315433f69ef4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '175b867d-3ae8-4ef1-bd28-79a0dd3b008c', 'name': '', 'network_id': '878eeed2-1705-4528-82e7-be9e0c60139b', 'tenant_id': 'b0685d2348744b39b8eb315433f69ef4', 'mac_address': 'fa:16:3e:ef:b0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b267c7-ee47-440e-86b1-772e50133296', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '58b6f9c2-a230-4e37-ab12-8b61321e5f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:41:36Z', 'updated_at': '2022-06-24T23:41:58Z', 'revision_number': 5, 'project_id': 'b0685d2348744b39b8eb315433f69ef4', 'subnets': [{'id': '58b6f9c2-a230-4e37-ab12-8b61321e5f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 23:45:16.614401 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93c1601-f955-49a4-9270-6c3f274355a4 req-6b175bd0-e5b1-4e24-843b-91b123bb2df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:16.616420 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-f93c1601-f955-49a4-9270-6c3f274355a4 req-6b175bd0-e5b1-4e24-843b-91b123bb2df6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7716ef76-7450-4aea-a010-177127f717f7 HTTP/1.1" status: 200 len: 854 time: 0.0694408 Jun 24 23:45:16.626421 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3947170e-f294-4008-ac54-44e61658806e req-313063f8-2b14-447f-b84c-d78cf58c7904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:16.628019 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-3947170e-f294-4008-ac54-44e61658806e req-313063f8-2b14-447f-b84c-d78cf58c7904 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=878eeed2-1705-4528-82e7-be9e0c60139b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2019033 Jun 24 23:45:16.766704 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1930bd-61d2-47a0-b78c-c81eaef023d3 req-74e1e1d5-b568-4231-aae7-345b78663ff6 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:16.774015 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-bb1930bd-61d2-47a0-b78c-c81eaef023d3 req-74e1e1d5-b568-4231-aae7-345b78663ff6 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] 10.222.0.42 "GET /v2.0/ports?device_id=62325896-fd64-47ea-bc98-2483abf5412f HTTP/1.1" status: 200 len: 985 time: 0.2080700 Jun 24 23:45:16.817496 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-bb1930bd-61d2-47a0-b78c-c81eaef023d3 req-fe3f28aa-170a-44a6-ab44-8773da613443 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c622264-0004-4378-8658-7230f01681a3&id=81d50479-3b9f-45c7-bc72-09d3ca41e12d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0426016 Jun 24 23:45:16.844461 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-f93c1601-f955-49a4-9270-6c3f274355a4 req-b56213d8-44bf-49c2-87cf-f76b54926fc0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6c7c961b-1004-4e8e-87f8-0a74685fbdb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2206173 Jun 24 23:45:16.961180 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-3947170e-f294-4008-ac54-44e61658806e req-190857c6-d78d-4733-8d0b-dbcd301586b2 service neutron] 10.222.0.15 "GET /v2.0/networks/878eeed2-1705-4528-82e7-be9e0c60139b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2973747 Jun 24 23:45:17.108818 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-f93c1601-f955-49a4-9270-6c3f274355a4 req-08a99370-a654-4373-a009-49a748d1783a service neutron] 10.222.0.15 "GET /v2.0/networks/6c7c961b-1004-4e8e-87f8-0a74685fbdb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567935 Jun 24 23:45:17.116203 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cd5a7b-c37b-4677-b6ba-152833a7b854 req-6c8cb86f-7555-4f99-96a9-213dca3dc7d4 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:17.116846 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-85cd5a7b-c37b-4677-b6ba-152833a7b854 req-6c8cb86f-7555-4f99-96a9-213dca3dc7d4 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] Synchronizing usage tracker for tenant:800c71f07db44002a01289d17088fa79 on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 23:45:17.226503 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-3947170e-f294-4008-ac54-44e61658806e req-18e141a9-ae67-48bf-96f2-00ecfc080fff service neutron] 10.222.0.15 "GET /v2.0/networks/878eeed2-1705-4528-82e7-be9e0c60139b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537608 Jun 24 23:45:17.227056 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-85cd5a7b-c37b-4677-b6ba-152833a7b854 req-6c8cb86f-7555-4f99-96a9-213dca3dc7d4 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] Unset dirty status for tenant:800c71f07db44002a01289d17088fa79 on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 23:45:17.228050 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-85cd5a7b-c37b-4677-b6ba-152833a7b854 req-6c8cb86f-7555-4f99-96a9-213dca3dc7d4 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] 10.222.0.42 "GET /v2.0/ports?device_id=88883ceb-e73a-4d08-b282-e86d2f029163 HTTP/1.1" status: 200 len: 943 time: 0.4319909 Jun 24 23:45:17.308386 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-85cd5a7b-c37b-4677-b6ba-152833a7b854 req-723ef4bc-9272-47d6-99cd-adf5299140fc tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] 10.222.0.42 "GET /v2.0/security-groups?id=b011d12b-64ad-42ed-9372-ab69b8ced82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743692 Jun 24 23:45:17.312074 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-f93c1601-f955-49a4-9270-6c3f274355a4 req-1f671a05-ecab-4e66-858b-21e4f52ea703 service neutron] 10.222.0.15 "GET /v2.0/networks/6c7c961b-1004-4e8e-87f8-0a74685fbdb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809154 Jun 24 23:45:17.436471 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e9a393-bd76-49e7-818e-4c297e2bd5b8 req-e4e5d684-4a3d-4051-9a17-3b2ac7fd6882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:17.437875 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-10e9a393-bd76-49e7-818e-4c297e2bd5b8 req-e4e5d684-4a3d-4051-9a17-3b2ac7fd6882 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=800c71f07db44002a01289d17088fa79&device_id=88883ceb-e73a-4d08-b282-e86d2f029163 HTTP/1.1" status: 200 len: 1096 time: 0.0766757 Jun 24 23:45:17.566103 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e9a393-bd76-49e7-818e-4c297e2bd5b8 req-1be41579-632a-4f66-8a9c-d672c0efa14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:17.567559 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-10e9a393-bd76-49e7-818e-4c297e2bd5b8 req-1be41579-632a-4f66-8a9c-d672c0efa14c service neutron] 10.222.0.15 "GET /v2.0/networks?id=6c7c961b-1004-4e8e-87f8-0a74685fbdb0 HTTP/1.1" status: 200 len: 915 time: 0.1225808 Jun 24 23:45:17.592665 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4d8ca49-d25f-4a7e-b5b6-034fec5c82a8', 'tag': '1319d511-95c2-4161-90ce-9c9c8ab4b5b5'}] {{(pid=88109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 23:45:17.636062 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-783abefe-1a1b-41e2-8281-675d1010b291'] response: {'name': 'network-changed', 'server_uuid': 'f4d8ca49-d25f-4a7e-b5b6-034fec5c82a8', 'tag': '1319d511-95c2-4161-90ce-9c9c8ab4b5b5', 'status': 'completed', 'code': 200} Jun 24 23:45:17.636494 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-10e9a393-bd76-49e7-818e-4c297e2bd5b8 req-2ca5d1e9-7915-4332-9edc-c5dbd8708844 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=24fe3b61-1beb-441c-9931-0b636651dec2 HTTP/1.1" status: 200 len: 217 time: 0.0619111 Jun 24 23:45:17.822558 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e9a393-bd76-49e7-818e-4c297e2bd5b8 req-acf40de4-3e0d-4bdd-bc97-cd7acaeefbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:17.823985 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-10e9a393-bd76-49e7-818e-4c297e2bd5b8 req-acf40de4-3e0d-4bdd-bc97-cd7acaeefbc6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7716ef76-7450-4aea-a010-177127f717f7 HTTP/1.1" status: 200 len: 854 time: 0.1764424 Jun 24 23:45:17.879098 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-10e9a393-bd76-49e7-818e-4c297e2bd5b8 req-2402ce5b-7157-4ba6-a15c-509bfcbfb435 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6c7c961b-1004-4e8e-87f8-0a74685fbdb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479493 Jun 24 23:45:17.907347 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2815e9b-3984-4209-aa1b-9998364e5649 req-b979725f-a9b3-4260-9e99-ee7df7dc820c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:17.908775 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-e2815e9b-3984-4209-aa1b-9998364e5649 req-b979725f-a9b3-4260-9e99-ee7df7dc820c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b0685d2348744b39b8eb315433f69ef4&device_id=f4d8ca49-d25f-4a7e-b5b6-034fec5c82a8 HTTP/1.1" status: 200 len: 1099 time: 0.2324722 Jun 24 23:45:18.182061 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-10e9a393-bd76-49e7-818e-4c297e2bd5b8 req-b4a40424-10b6-4234-8dec-35a13e205756 service neutron] 10.222.0.15 "GET /v2.0/networks/6c7c961b-1004-4e8e-87f8-0a74685fbdb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2964389 Jun 24 23:45:18.185681 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2815e9b-3984-4209-aa1b-9998364e5649 req-bdbb78e6-d91c-4bad-b78b-f904da026865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:18.186977 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-e2815e9b-3984-4209-aa1b-9998364e5649 req-bdbb78e6-d91c-4bad-b78b-f904da026865 service neutron] 10.222.0.15 "GET /v2.0/networks?id=878eeed2-1705-4528-82e7-be9e0c60139b HTTP/1.1" status: 200 len: 920 time: 0.2324367 Jun 24 23:45:18.201054 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4853a82f-6fbf-436a-855a-2d5021cdbfbc req-0d5b039f-6b88-4b15-92f3-e485da177929 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:18.202408 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-4853a82f-6fbf-436a-855a-2d5021cdbfbc req-0d5b039f-6b88-4b15-92f3-e485da177929 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] 10.222.0.42 "GET /v2.0/ports?device_id=62325896-fd64-47ea-bc98-2483abf5412f HTTP/1.1" status: 200 len: 985 time: 0.2468023 Jun 24 23:45:18.417179 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-4853a82f-6fbf-436a-855a-2d5021cdbfbc req-4222dfc4-4514-45ca-a39e-f8913b27f5f1 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c622264-0004-4378-8658-7230f01681a3&id=81d50479-3b9f-45c7-bc72-09d3ca41e12d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1470075 Jun 24 23:45:18.423225 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-e2815e9b-3984-4209-aa1b-9998364e5649 req-187e2704-07df-4c43-a5cb-5d0ce1438649 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1319d511-95c2-4161-90ce-9c9c8ab4b5b5 HTTP/1.1" status: 200 len: 1001 time: 0.2199380 Jun 24 23:45:18.493524 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-10e9a393-bd76-49e7-818e-4c297e2bd5b8 req-6d529013-9f85-46e4-aa53-4677bc99b431 service neutron] 10.222.0.15 "GET /v2.0/networks/6c7c961b-1004-4e8e-87f8-0a74685fbdb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887700 Jun 24 23:45:18.507401 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2815e9b-3984-4209-aa1b-9998364e5649 req-64201301-9994-4ea7-8ca4-837fcbe51d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:18.508661 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738a5832-06fe-4902-a68a-65eba94b1f36 req-02a74eca-232c-4342-845f-742cbb397464 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:18.509160 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-e2815e9b-3984-4209-aa1b-9998364e5649 req-64201301-9994-4ea7-8ca4-837fcbe51d7e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=58b6f9c2-a230-4e37-ab12-8b61321e5f1a HTTP/1.1" status: 200 len: 858 time: 0.0755801 Jun 24 23:45:18.510199 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-738a5832-06fe-4902-a68a-65eba94b1f36 req-02a74eca-232c-4342-845f-742cbb397464 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] 10.222.0.42 "GET /v2.0/ports?device_id=88883ceb-e73a-4d08-b282-e86d2f029163 HTTP/1.1" status: 200 len: 943 time: 0.0896249 Jun 24 23:45:18.554257 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-738a5832-06fe-4902-a68a-65eba94b1f36 req-5c4ea4c0-8b38-4f7b-838a-4b2a6d2923f7 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] 10.222.0.42 "GET /v2.0/security-groups?id=b011d12b-64ad-42ed-9372-ab69b8ced82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382481 Jun 24 23:45:18.595271 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2815e9b-3984-4209-aa1b-9998364e5649 req-e8f52401-6392-47e8-8d54-b5c243238cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:18.596763 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-e2815e9b-3984-4209-aa1b-9998364e5649 req-e8f52401-6392-47e8-8d54-b5c243238cdc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=878eeed2-1705-4528-82e7-be9e0c60139b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0801578 Jun 24 23:45:18.722885 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-e2815e9b-3984-4209-aa1b-9998364e5649 req-3e3f188b-d938-446b-8b8d-461bebc4a860 service neutron] 10.222.0.15 "GET /v2.0/networks/878eeed2-1705-4528-82e7-be9e0c60139b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186054 Jun 24 23:45:18.850317 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-e2815e9b-3984-4209-aa1b-9998364e5649 req-337eee97-efaa-4dc7-be7b-f030865915d6 service neutron] 10.222.0.15 "GET /v2.0/networks/878eeed2-1705-4528-82e7-be9e0c60139b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199560 Jun 24 23:45:19.605247 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2894913e-064b-459d-b7a5-e9d61092693a req-f3f3844d-9918-407b-9008-98f2d6c7e22a tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:19.606693 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-2894913e-064b-459d-b7a5-e9d61092693a req-f3f3844d-9918-407b-9008-98f2d6c7e22a tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] 10.222.0.42 "GET /v2.0/ports?device_id=62325896-fd64-47ea-bc98-2483abf5412f HTTP/1.1" status: 200 len: 985 time: 0.0858567 Jun 24 23:45:19.651652 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-2894913e-064b-459d-b7a5-e9d61092693a req-7d02508b-2807-4ecd-9d9f-585fa1281d72 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c622264-0004-4378-8658-7230f01681a3&id=81d50479-3b9f-45c7-bc72-09d3ca41e12d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0391915 Jun 24 23:45:19.739611 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf20c91-7bcd-4440-9c45-686d7031dfe7 req-aff7b89d-477c-458e-bc52-7b767ec21cc9 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:19.741858 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-faf20c91-7bcd-4440-9c45-686d7031dfe7 req-aff7b89d-477c-458e-bc52-7b767ec21cc9 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] 10.222.0.42 "GET /v2.0/ports?device_id=88883ceb-e73a-4d08-b282-e86d2f029163 HTTP/1.1" status: 200 len: 943 time: 0.0852783 Jun 24 23:45:19.787752 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-faf20c91-7bcd-4440-9c45-686d7031dfe7 req-d20e05ec-4c88-4e94-9f3e-12b7efa0fdec tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] 10.222.0.42 "GET /v2.0/security-groups?id=b011d12b-64ad-42ed-9372-ab69b8ced82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402312 Jun 24 23:45:20.453728 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Device 24fe3b61-1beb-441c-9931-0b636651dec2 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 23:45:20.581828 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] For port 24fe3b61-1beb-441c-9931-0b636651dec2, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=24fe3b61-1beb-441c-9931-0b636651dec2,segment=NetworkSegment(54123915-af97-4a81-8209-125e049a46d7),segment_id=54123915-af97-4a81-8209-125e049a46d7)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:45:20.595346 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Returning: {'device': '24fe3b61-1beb-441c-9931-0b636651dec2', 'network_id': '6c7c961b-1004-4e8e-87f8-0a74685fbdb0', 'port_id': '24fe3b61-1beb-441c-9931-0b636651dec2', 'mac_address': 'fa:16:3e:30:80:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7716ef76-7450-4aea-a010-177127f717f7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 23:45:20.651762 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-707bff31-b5da-4601-b274-386892c937dc None None] Current status of the port 24fe3b61-1beb-441c-9931-0b636651dec2 is: DOWN; New status is: BUILD {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:45:20.652137 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:45:20.668517 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.notifiers.nova [None req-707bff31-b5da-4601-b274-386892c937dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24fe3b61-1beb-441c-9931-0b636651dec2 {{(pid=88110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 23:45:20.683475 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] For port 24fe3b61-1beb-441c-9931-0b636651dec2, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=24fe3b61-1beb-441c-9931-0b636651dec2,segment=NetworkSegment(54123915-af97-4a81-8209-125e049a46d7),segment_id=54123915-af97-4a81-8209-125e049a46d7)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:45:20.687821 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:45:20.754663 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Pushing event updated for resources: {'Port': ['ID=24fe3b61-1beb-441c-9931-0b636651dec2,revision_number=4']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:45:20.762473 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:45:20.762822 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:45:20.763161 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:45:20.763503 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:45:20.763854 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:45:20.764185 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:45:20.764512 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:45:20.764834 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:45:20.765160 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:45:20.765484 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:45:20.765804 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:45:20.766122 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:45:20.847561 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4751a2-cc61-4c2c-9dad-823b446806de req-dd7bc2d8-4bf7-4a59-9b31-23a8afc8e7a5 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:20.849010 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-9a4751a2-cc61-4c2c-9dad-823b446806de req-dd7bc2d8-4bf7-4a59-9b31-23a8afc8e7a5 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] 10.222.0.42 "GET /v2.0/ports?device_id=62325896-fd64-47ea-bc98-2483abf5412f HTTP/1.1" status: 200 len: 985 time: 0.0884001 Jun 24 23:45:20.894546 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-9a4751a2-cc61-4c2c-9dad-823b446806de req-a32b811c-df30-47b3-87dd-ef30ac9e63d2 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c622264-0004-4378-8658-7230f01681a3&id=81d50479-3b9f-45c7-bc72-09d3ca41e12d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0397983 Jun 24 23:45:20.979538 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d6be4-05d4-4f0e-b79d-f9b76a3af29b req-aae6dda4-8aaa-4c74-88f8-2984d93851ad tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:20.981008 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-d10d6be4-05d4-4f0e-b79d-f9b76a3af29b req-aae6dda4-8aaa-4c74-88f8-2984d93851ad tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] 10.222.0.42 "GET /v2.0/ports?device_id=88883ceb-e73a-4d08-b282-e86d2f029163 HTTP/1.1" status: 200 len: 944 time: 0.0837626 Jun 24 23:45:20.988021 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] get_ports_and_sgs() called for port_ids ['24fe3b61-1beb-441c-9931-0b636651dec2'] {{(pid=88110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 23:45:21.024622 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-d10d6be4-05d4-4f0e-b79d-f9b76a3af29b req-e0030f7d-be73-47ae-a4a7-d37f9f9a8506 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] 10.222.0.42 "GET /v2.0/security-groups?id=b011d12b-64ad-42ed-9372-ab69b8ced82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377455 Jun 24 23:45:22.087481 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24db62b0-530b-4330-aa0b-204a635a9209 req-f21c4470-3279-4751-8b52-9c859494bcbe tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:22.088989 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-24db62b0-530b-4330-aa0b-204a635a9209 req-f21c4470-3279-4751-8b52-9c859494bcbe tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] 10.222.0.42 "GET /v2.0/ports?device_id=62325896-fd64-47ea-bc98-2483abf5412f HTTP/1.1" status: 200 len: 985 time: 0.0888183 Jun 24 23:45:22.135078 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-24db62b0-530b-4330-aa0b-204a635a9209 req-5ef7da94-6450-44a0-9d48-ede2e8fc8bd7 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c622264-0004-4378-8658-7230f01681a3&id=81d50479-3b9f-45c7-bc72-09d3ca41e12d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0405064 Jun 24 23:45:22.215630 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bc2832-93c1-40f2-9ddf-983ac311295e req-1b5e8525-a04c-4835-9f59-818404ccb9fa tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:22.217088 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-b2bc2832-93c1-40f2-9ddf-983ac311295e req-1b5e8525-a04c-4835-9f59-818404ccb9fa tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] 10.222.0.42 "GET /v2.0/ports?device_id=88883ceb-e73a-4d08-b282-e86d2f029163 HTTP/1.1" status: 200 len: 944 time: 0.0872426 Jun 24 23:45:22.260617 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-b2bc2832-93c1-40f2-9ddf-983ac311295e req-d43c49d8-aa86-418a-a785-dd8d501415c7 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] 10.222.0.42 "GET /v2.0/security-groups?id=b011d12b-64ad-42ed-9372-ab69b8ced82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378206 Jun 24 23:45:22.468763 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Device 24fe3b61-1beb-441c-9931-0b636651dec2 up at agent hyperv_hv-cinder-84718 {{(pid=88110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 23:45:22.533622 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-707bff31-b5da-4601-b274-386892c937dc None None] Provisioning for port 24fe3b61-1beb-441c-9931-0b636651dec2 completed by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 23:45:22.538452 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-707bff31-b5da-4601-b274-386892c937dc None None] Provisioning complete for port 24fe3b61-1beb-441c-9931-0b636651dec2 triggered by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:45:22.538820 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:45:22.654466 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-707bff31-b5da-4601-b274-386892c937dc None None] Current status of the port 24fe3b61-1beb-441c-9931-0b636651dec2 is: BUILD; New status is: ACTIVE {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:45:22.654843 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:45:22.682054 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88883ceb-e73a-4d08-b282-e86d2f029163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24fe3b61-1beb-441c-9931-0b636651dec2'}] {{(pid=88110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 23:45:22.691838 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] For port 24fe3b61-1beb-441c-9931-0b636651dec2, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=24fe3b61-1beb-441c-9931-0b636651dec2,segment=NetworkSegment(54123915-af97-4a81-8209-125e049a46d7),segment_id=54123915-af97-4a81-8209-125e049a46d7)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:45:22.696930 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:45:22.735441 dv-cinder-847189-5-smb neutron-server[88110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23c3272e-0620-4029-a908-23f4e150d52e'] response: {'server_uuid': '88883ceb-e73a-4d08-b282-e86d2f029163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24fe3b61-1beb-441c-9931-0b636651dec2', 'code': 200} Jun 24 23:45:22.767892 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Pushing event updated for resources: {'Port': ['ID=24fe3b61-1beb-441c-9931-0b636651dec2,revision_number=5']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:45:22.953243 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db0305f-40e9-4a7b-96b0-d246b790d02b req-c576cd0a-90d1-4e62-9062-e58a7250c115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:22.954678 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-3db0305f-40e9-4a7b-96b0-d246b790d02b req-c576cd0a-90d1-4e62-9062-e58a7250c115 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=88883ceb-e73a-4d08-b282-e86d2f029163 HTTP/1.1" status: 200 len: 1098 time: 0.0742147 Jun 24 23:45:22.995024 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-3db0305f-40e9-4a7b-96b0-d246b790d02b req-c83edd6d-676c-4a69-87a1-a9611857dfa4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b011d12b-64ad-42ed-9372-ab69b8ced82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323644 Jun 24 23:45:23.322670 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de9f92-9e77-45cf-98c8-3b25fca9c1c5 req-1ecf9c32-b6ab-4dac-a39a-955ab5860a65 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:23.324175 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-27de9f92-9e77-45cf-98c8-3b25fca9c1c5 req-1ecf9c32-b6ab-4dac-a39a-955ab5860a65 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] 10.222.0.42 "GET /v2.0/ports?device_id=62325896-fd64-47ea-bc98-2483abf5412f HTTP/1.1" status: 200 len: 985 time: 0.0856802 Jun 24 23:45:23.373324 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-27de9f92-9e77-45cf-98c8-3b25fca9c1c5 req-58b87fc7-31bc-4708-8fad-3c85f0b33328 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c622264-0004-4378-8658-7230f01681a3&id=81d50479-3b9f-45c7-bc72-09d3ca41e12d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0434530 Jun 24 23:45:23.523538 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9c5963-e7f9-472a-898f-9e99d40c1be3 req-9a2110f4-d126-42e6-9304-5c54b98d084f tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:23.524978 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-ba9c5963-e7f9-472a-898f-9e99d40c1be3 req-9a2110f4-d126-42e6-9304-5c54b98d084f tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] 10.222.0.42 "GET /v2.0/ports?device_id=88883ceb-e73a-4d08-b282-e86d2f029163 HTTP/1.1" status: 200 len: 945 time: 0.1582730 Jun 24 23:45:23.567402 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-ba9c5963-e7f9-472a-898f-9e99d40c1be3 req-2797578f-3096-4c4b-8765-e01bd530de83 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] 10.222.0.42 "GET /v2.0/security-groups?id=b011d12b-64ad-42ed-9372-ab69b8ced82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366657 Jun 24 23:45:24.574111 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d001aa80-5cf5-4f5b-a76b-6dfbf65c0d93 req-1ca89824-13ef-4afc-9f83-0b937a68df64 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:24.575589 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-d001aa80-5cf5-4f5b-a76b-6dfbf65c0d93 req-1ca89824-13ef-4afc-9f83-0b937a68df64 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] 10.222.0.42 "GET /v2.0/ports?device_id=62325896-fd64-47ea-bc98-2483abf5412f HTTP/1.1" status: 200 len: 985 time: 0.0869102 Jun 24 23:45:24.621742 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-d001aa80-5cf5-4f5b-a76b-6dfbf65c0d93 req-9a1ab32c-b089-42cc-a00d-6c248b4f4432 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] 10.222.0.42 "GET /v2.0/security-groups?id=5c622264-0004-4378-8658-7230f01681a3&id=81d50479-3b9f-45c7-bc72-09d3ca41e12d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0403905 Jun 24 23:45:24.755704 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19279706-96de-498b-baf5-479ddfe12ca4 req-db631531-dd02-4f90-a437-dc0451c8fd56 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:24.757149 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-19279706-96de-498b-baf5-479ddfe12ca4 req-db631531-dd02-4f90-a437-dc0451c8fd56 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] 10.222.0.42 "GET /v2.0/ports?device_id=88883ceb-e73a-4d08-b282-e86d2f029163 HTTP/1.1" status: 200 len: 945 time: 0.0871828 Jun 24 23:45:24.799732 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-19279706-96de-498b-baf5-479ddfe12ca4 req-13a50d30-01ad-462a-9011-83b8a552cabf tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] 10.222.0.42 "GET /v2.0/security-groups?id=b011d12b-64ad-42ed-9372-ab69b8ced82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369365 Jun 24 23:45:28.451042 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ac4946-10e0-441d-9d13-de899fe84340 req-87a46106-4d10-4eec-93e9-a3f38f8ba724 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:28.452617 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-60ac4946-10e0-441d-9d13-de899fe84340 req-87a46106-4d10-4eec-93e9-a3f38f8ba724 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/ports?device_id=d50d670d-4e02-4c65-a1f4-611299a7e34e HTTP/1.1" status: 200 len: 945 time: 0.0897021 Jun 24 23:45:28.496013 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-60ac4946-10e0-441d-9d13-de899fe84340 req-02a10c69-a845-4a5a-8170-6481a8ee26ea tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/security-groups?id=35780291-3189-42e2-873b-1d6977d2becc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377281 Jun 24 23:45:29.687992 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707d6b44-8f77-43fa-aa77-35fa9b79885b req-c1c55767-fb0c-4046-b3db-9f81861381f9 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:29.689558 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-707d6b44-8f77-43fa-aa77-35fa9b79885b req-c1c55767-fb0c-4046-b3db-9f81861381f9 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/ports?device_id=d50d670d-4e02-4c65-a1f4-611299a7e34e HTTP/1.1" status: 200 len: 945 time: 0.0885570 Jun 24 23:45:29.738599 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-707d6b44-8f77-43fa-aa77-35fa9b79885b req-f306fa1d-d259-4b96-a0a0-db27983a5bed tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/security-groups?id=35780291-3189-42e2-873b-1d6977d2becc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425622 Jun 24 23:45:30.832486 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73070137-a1a4-49d5-9fae-beea433a0ec3 req-b2f53e41-5f6a-4005-afdf-0d3c8f442d50 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:30.833908 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-73070137-a1a4-49d5-9fae-beea433a0ec3 req-b2f53e41-5f6a-4005-afdf-0d3c8f442d50 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.15 "GET /v2.0/ports?device_id=d50d670d-4e02-4c65-a1f4-611299a7e34e HTTP/1.1" status: 200 len: 945 time: 0.0852859 Jun 24 23:45:30.906054 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [req-73070137-a1a4-49d5-9fae-beea433a0ec3 req-62c3b075-53db-4a1b-a1e4-697740fc060a tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Deleting port a83bdd22-39f9-4d05-8a09-e01ede02b877 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 23:45:30.906393 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-73070137-a1a4-49d5-9fae-beea433a0ec3 req-62c3b075-53db-4a1b-a1e4-697740fc060a tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754888672570'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:45:30.939843 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3959a07a-9d4a-405a-af57-c28574d931e5 req-4966e9a2-37ad-48ef-882f-1cfb1051b9a1 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:30.942340 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-3959a07a-9d4a-405a-af57-c28574d931e5 req-4966e9a2-37ad-48ef-882f-1cfb1051b9a1 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/ports?device_id=d50d670d-4e02-4c65-a1f4-611299a7e34e HTTP/1.1" status: 200 len: 945 time: 0.0947161 Jun 24 23:45:30.989237 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-3959a07a-9d4a-405a-af57-c28574d931e5 req-8b3a0bec-85f8-431a-a996-b83f2cd8eb86 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/security-groups?id=35780291-3189-42e2-873b-1d6977d2becc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418844 Jun 24 23:45:31.155796 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [req-73070137-a1a4-49d5-9fae-beea433a0ec3 req-62c3b075-53db-4a1b-a1e4-697740fc060a tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] For port a83bdd22-39f9-4d05-8a09-e01ede02b877, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=a83bdd22-39f9-4d05-8a09-e01ede02b877,segment=NetworkSegment(e5d9da99-fdc6-404d-92e5-8786018a7109),segment_id=e5d9da99-fdc6-404d-92e5-8786018a7109)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:45:31.156153 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-73070137-a1a4-49d5-9fae-beea433a0ec3 req-62c3b075-53db-4a1b-a1e4-697740fc060a tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478950'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:45:31.440815 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-73070137-a1a4-49d5-9fae-beea433a0ec3 req-62c3b075-53db-4a1b-a1e4-697740fc060a tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:45:31.441100 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-73070137-a1a4-49d5-9fae-beea433a0ec3 req-62c3b075-53db-4a1b-a1e4-697740fc060a tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476618'] for floatingip, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:45:31.441446 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.db.l3_db [req-73070137-a1a4-49d5-9fae-beea433a0ec3 req-62c3b075-53db-4a1b-a1e4-697740fc060a tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Floating IP ef22abb0-b9eb-4908-bd66-1efacae1134d disassociated. External IP: 172.28.1.115, port: a83bdd22-39f9-4d05-8a09-e01ede02b877. Jun 24 23:45:31.441771 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [req-73070137-a1a4-49d5-9fae-beea433a0ec3 req-62c3b075-53db-4a1b-a1e4-697740fc060a tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Calling delete_port for a83bdd22-39f9-4d05-8a09-e01ede02b877 owned by compute:nova {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 23:45:31.584037 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-73070137-a1a4-49d5-9fae-beea433a0ec3 req-62c3b075-53db-4a1b-a1e4-697740fc060a tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754888674196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754888214712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266412288'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:45:31.631909 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c3b075-53db-4a1b-a1e4-697740fc060a tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Pushing event deleted for resources: {'Port': ['ID=a83bdd22-39f9-4d05-8a09-e01ede02b877,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:45:31.813742 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [req-73070137-a1a4-49d5-9fae-beea433a0ec3 req-62c3b075-53db-4a1b-a1e4-697740fc060a tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Router d5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a has already been hosted by L3 agent 05c04ad7-f453-4a24-8793-b86a404a0ef9 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 23:45:32.052384 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-73070137-a1a4-49d5-9fae-beea433a0ec3 req-62c3b075-53db-4a1b-a1e4-697740fc060a tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Notify agent at l3_agent.dv-cinder-847189-5-smb the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 23:45:32.066454 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d47a74-3b24-4a15-80e3-0391b67273f8 None None] Sync routers for ids ['d5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a'] in dv-cinder-847189-5-smb {{(pid=88111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 23:45:32.077197 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d47a74-3b24-4a15-80e3-0391b67273f8 None None] Routers {'d5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a'} bound to L3 agent in host dv-cinder-847189-5-smb {{(pid=88111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 23:45:32.078209 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-12d47a74-3b24-4a15-80e3-0391b67273f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T23:32:42Z,description=,heartbeat_timestamp=2022-06-24T23:45:12Z,host='dv-cinder-847189-5-smb',id=05c04ad7-f453-4a24-8793-b86a404a0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T23:32:42Z,topic='l3_agent')) {'router_ids': ['d5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a'], 'active': True} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:45:32.145098 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [req-73070137-a1a4-49d5-9fae-beea433a0ec3 req-62c3b075-53db-4a1b-a1e4-697740fc060a tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] No DVR routers for this DVR port a83bdd22-39f9-4d05-8a09-e01ede02b877 on host hv-cinder-84718 {{(pid=88108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 23:45:32.151079 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-73070137-a1a4-49d5-9fae-beea433a0ec3 req-62c3b075-53db-4a1b-a1e4-697740fc060a tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122089'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:45:32.155660 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd50d670d-4e02-4c65-a1f4-611299a7e34e', 'name': 'network-vif-deleted', 'tag': 'a83bdd22-39f9-4d05-8a09-e01ede02b877'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 23:45:32.172164 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-f0a9d4d8-95b3-4b4a-8bf1-25b5952e3356 req-5e73e8ed-f843-41d8-8ca0-39d2c7af0aa0 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/ports?device_id=d50d670d-4e02-4c65-a1f4-611299a7e34e HTTP/1.1" status: 200 len: 210 time: 0.0705588 Jun 24 23:45:32.204406 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-73070137-a1a4-49d5-9fae-beea433a0ec3 req-62c3b075-53db-4a1b-a1e4-697740fc060a tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.15 "DELETE /v2.0/ports/a83bdd22-39f9-4d05-8a09-e01ede02b877 HTTP/1.1" status: 204 len: 173 time: 1.3650441 Jun 24 23:45:32.237681 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7af62d32-d0f7-440a-8951-0f4319a151bc'] response: {'server_uuid': 'd50d670d-4e02-4c65-a1f4-611299a7e34e', 'name': 'network-vif-deleted', 'tag': 'a83bdd22-39f9-4d05-8a09-e01ede02b877', 'status': 'completed', 'code': 200} Jun 24 23:45:32.269804 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvr_db [None req-12d47a74-3b24-4a15-80e3-0391b67273f8 None None] Set router d5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a gateway port host: dv-cinder-847189-5-smb {{(pid=88111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 23:45:32.604795 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-12d47a74-3b24-4a15-80e3-0391b67273f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a', 'name': 'tempest-AttachVolumeTestJSON-893746005-router', 'tenant_id': '6562c7a98a7c427eaa1620396993ad5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.88'}], 'enable_snat': True}, 'gw_port_id': 'c7eb9f53-8dd6-48c4-a90a-13042d55a950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:41:26Z', 'updated_at': '2022-06-24T23:41:39Z', 'revision_number': 4, 'project_id': '6562c7a98a7c427eaa1620396993ad5c', 'gw_port': {'id': 'c7eb9f53-8dd6-48c4-a90a-13042d55a950', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:41:28Z', 'updated_at': '2022-06-24T23:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb', '_interfaces': [{'id': '892c03cc-1f37-456c-b5b2-b99ca06579b1', 'name': '', 'network_id': '5c775af7-724c-4fda-8e40-d1a942821249', 'tenant_id': '6562c7a98a7c427eaa1620396993ad5c', 'mac_address': 'fa:16:3e:0e:61:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4eab98b5-d3e2-4d75-bd58-9dc209dd913a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:41:35Z', 'updated_at': '2022-06-24T23:42:00Z', 'revision_number': 5, 'project_id': '6562c7a98a7c427eaa1620396993ad5c', 'subnets': [{'id': '4eab98b5-d3e2-4d75-bd58-9dc209dd913a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-5-smb', False) {} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:45:32.608823 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d47a74-3b24-4a15-80e3-0391b67273f8 None None] Checking router: d5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a for host: dv-cinder-847189-5-smb {{(pid=88111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 23:45:32.618800 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d47a74-3b24-4a15-80e3-0391b67273f8 None None] Routers {'d5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a'} bound to L3 agent in host dv-cinder-847189-5-smb {{(pid=88111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 23:45:32.619464 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-12d47a74-3b24-4a15-80e3-0391b67273f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T23:32:42Z,description=,heartbeat_timestamp=2022-06-24T23:45:12Z,host='dv-cinder-847189-5-smb',id=05c04ad7-f453-4a24-8793-b86a404a0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T23:32:42Z,topic='l3_agent')) {'router_ids': ['d5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a'], 'active': True} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:45:32.802032 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvr_db [None req-12d47a74-3b24-4a15-80e3-0391b67273f8 None None] Set router d5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a gateway port host: dv-cinder-847189-5-smb {{(pid=88111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 23:45:33.133826 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-12d47a74-3b24-4a15-80e3-0391b67273f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a', 'name': 'tempest-AttachVolumeTestJSON-893746005-router', 'tenant_id': '6562c7a98a7c427eaa1620396993ad5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.88'}], 'enable_snat': True}, 'gw_port_id': 'c7eb9f53-8dd6-48c4-a90a-13042d55a950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:41:26Z', 'updated_at': '2022-06-24T23:41:39Z', 'revision_number': 4, 'project_id': '6562c7a98a7c427eaa1620396993ad5c', 'gw_port': {'id': 'c7eb9f53-8dd6-48c4-a90a-13042d55a950', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:41:28Z', 'updated_at': '2022-06-24T23:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb', '_interfaces': [{'id': '892c03cc-1f37-456c-b5b2-b99ca06579b1', 'name': '', 'network_id': '5c775af7-724c-4fda-8e40-d1a942821249', 'tenant_id': '6562c7a98a7c427eaa1620396993ad5c', 'mac_address': 'fa:16:3e:0e:61:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4eab98b5-d3e2-4d75-bd58-9dc209dd913a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:41:35Z', 'updated_at': '2022-06-24T23:42:00Z', 'revision_number': 5, 'project_id': '6562c7a98a7c427eaa1620396993ad5c', 'subnets': [{'id': '4eab98b5-d3e2-4d75-bd58-9dc209dd913a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-5-smb', False) {} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:45:33.137553 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d47a74-3b24-4a15-80e3-0391b67273f8 None None] The sync data for ids ['d5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a'] in dv-cinder-847189-5-smb is: [{'id': 'd5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a', 'name': 'tempest-AttachVolumeTestJSON-893746005-router', 'tenant_id': '6562c7a98a7c427eaa1620396993ad5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.88'}], 'enable_snat': True}, 'gw_port_id': 'c7eb9f53-8dd6-48c4-a90a-13042d55a950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:41:26Z', 'updated_at': '2022-06-24T23:41:39Z', 'revision_number': 4, 'project_id': '6562c7a98a7c427eaa1620396993ad5c', 'gw_port': {'id': 'c7eb9f53-8dd6-48c4-a90a-13042d55a950', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:41:28Z', 'updated_at': '2022-06-24T23:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb', '_interfaces': [{'id': '892c03cc-1f37-456c-b5b2-b99ca06579b1', 'name': '', 'network_id': '5c775af7-724c-4fda-8e40-d1a942821249', 'tenant_id': '6562c7a98a7c427eaa1620396993ad5c', 'mac_address': 'fa:16:3e:0e:61:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4eab98b5-d3e2-4d75-bd58-9dc209dd913a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:41:35Z', 'updated_at': '2022-06-24T23:42:00Z', 'revision_number': 5, 'project_id': '6562c7a98a7c427eaa1620396993ad5c', 'subnets': [{'id': '4eab98b5-d3e2-4d75-bd58-9dc209dd913a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 23:45:33.296700 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 58314) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:45:33.367341 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-319becc4-1ad8-4d1d-be6d-02ed0c623c67 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Notify callbacks [] for security_group, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:45:33.383917 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de8f933-4bd5-4cf9-a422-7a775a89cb32 None None] New status for floating IP ef22abb0-b9eb-4908-bd66-1efacae1134d: DOWN {{(pid=88110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 23:45:33.398905 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-319becc4-1ad8-4d1d-be6d-02ed0c623c67 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:45:33.461043 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-319becc4-1ad8-4d1d-be6d-02ed0c623c67 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:45:33.482162 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319becc4-1ad8-4d1d-be6d-02ed0c623c67 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35780291-3189-42e2-873b-1d6977d2becc,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:45:33.489566 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-319becc4-1ad8-4d1d-be6d-02ed0c623c67 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Notify callbacks [] for security_group, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:45:33.490876 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-319becc4-1ad8-4d1d-be6d-02ed0c623c67 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "DELETE /v2.0/security-groups/35780291-3189-42e2-873b-1d6977d2becc HTTP/1.1" status: 204 len: 168 time: 0.1927757 Jun 24 23:45:33.493620 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 58318) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:45:33.516458 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.api.v2.resource [None req-f9bfd401-2b0d-4341-a1c8-a92c14270805 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] show failed (client error): The resource could not be found. Jun 24 23:45:33.517799 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-f9bfd401-2b0d-4341-a1c8-a92c14270805 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/security-groups/35780291-3189-42e2-873b-1d6977d2becc HTTP/1.1" status: 404 len: 347 time: 0.0227191 Jun 24 23:45:33.521422 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 58322) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:45:33.683313 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-b6bd5f65-3726-43d8-98f4-8ff8d195af1b tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Deleting port cb659097-bf69-4420-9109-d962fd02cbc2 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 23:45:33.683685 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b6bd5f65-3726-43d8-98f4-8ff8d195af1b tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754888672570'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:45:33.849691 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b6bd5f65-3726-43d8-98f4-8ff8d195af1b tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478950'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:45:33.850014 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b6bd5f65-3726-43d8-98f4-8ff8d195af1b tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:45:33.968695 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-b6bd5f65-3726-43d8-98f4-8ff8d195af1b tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Calling delete_port for cb659097-bf69-4420-9109-d962fd02cbc2 owned by network:floatingip {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 23:45:34.115186 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b6bd5f65-3726-43d8-98f4-8ff8d195af1b tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754888674196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754888214712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266412288'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:45:34.164597 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bd5f65-3726-43d8-98f4-8ff8d195af1b tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Pushing event deleted for resources: {'Port': ['ID=cb659097-bf69-4420-9109-d962fd02cbc2,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:45:34.261062 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b6bd5f65-3726-43d8-98f4-8ff8d195af1b tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Notify callbacks [] for floatingip, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:45:34.274740 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b6bd5f65-3726-43d8-98f4-8ff8d195af1b tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122089'] for floatingip, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:45:34.275890 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-b6bd5f65-3726-43d8-98f4-8ff8d195af1b tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "DELETE /v2.0/floatingips/ef22abb0-b9eb-4908-bd66-1efacae1134d HTTP/1.1" status: 204 len: 168 time: 0.7521830 Jun 24 23:45:34.358722 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 58332) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:45:34.364075 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.v2.base [None req-b0245363-ecc0-4c52-8290-a072ff21feb6 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Request body: {'security_group': {'name': 'tempest-securitygroup--813177270', 'description': 'tempest-description--1343193286'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:45:34.370217 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-b0245363-ecc0-4c52-8290-a072ff21feb6 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:45:34.374344 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-b0245363-ecc0-4c52-8290-a072ff21feb6 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Usage tracker for resource:security_group and tenant:6562c7a98a7c427eaa1620396993ad5c is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:45:34.377205 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-b0245363-ecc0-4c52-8290-a072ff21feb6 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:45:34.383339 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-b0245363-ecc0-4c52-8290-a072ff21feb6 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:45:34.393374 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b0245363-ecc0-4c52-8290-a072ff21feb6 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:45:34.413373 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-b0245363-ecc0-4c52-8290-a072ff21feb6 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:45:34.417555 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-b0245363-ecc0-4c52-8290-a072ff21feb6 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Usage tracker for resource:security_group_rule and tenant:6562c7a98a7c427eaa1620396993ad5c is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:45:34.420526 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-b0245363-ecc0-4c52-8290-a072ff21feb6 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:45:34.428261 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-b0245363-ecc0-4c52-8290-a072ff21feb6 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:45:34.499435 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b0245363-ecc0-4c52-8290-a072ff21feb6 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:45:34.503160 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b0245363-ecc0-4c52-8290-a072ff21feb6 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:45:34.510520 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Device a83bdd22-39f9-4d05-8a09-e01ede02b877 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 23:45:34.544929 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-707bff31-b5da-4601-b274-386892c937dc None None] No Port match for: a83bdd22-39f9-4d05-8a09-e01ede02b877 {{(pid=88110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 23:45:34.545365 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Device a83bdd22-39f9-4d05-8a09-e01ede02b877 not bound to the agent host hv-cinder-84718 {{(pid=88110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 23:45:34.550171 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0245363-ecc0-4c52-8290-a072ff21feb6 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad99e8d-da84-436e-ac54-60682bf13b9e,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:45:34.553271 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b0245363-ecc0-4c52-8290-a072ff21feb6 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:45:34.557091 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-b0245363-ecc0-4c52-8290-a072ff21feb6 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1947093 Jun 24 23:45:34.557361 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 58338) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:45:34.562366 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.v2.base [None req-5ef377e9-2284-4114-9da3-444d85c4984e tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Request body: {'security_group_rule': {'security_group_id': '7ad99e8d-da84-436e-ac54-60682bf13b9e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:45:34.569011 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-5ef377e9-2284-4114-9da3-444d85c4984e tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:45:34.572887 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-5ef377e9-2284-4114-9da3-444d85c4984e tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Usage tracker for resource:security_group_rule and tenant:6562c7a98a7c427eaa1620396993ad5c is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:45:34.575779 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-5ef377e9-2284-4114-9da3-444d85c4984e tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:45:34.581491 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-5ef377e9-2284-4114-9da3-444d85c4984e tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:45:34.598665 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5ef377e9-2284-4114-9da3-444d85c4984e tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:45:34.657492 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5ef377e9-2284-4114-9da3-444d85c4984e tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:45:34.661427 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5ef377e9-2284-4114-9da3-444d85c4984e tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524818'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:45:34.683125 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef377e9-2284-4114-9da3-444d85c4984e tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bdec801-cde6-4344-b3a5-a34603d8ed60,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:45:34.694592 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5ef377e9-2284-4114-9da3-444d85c4984e tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:45:34.698317 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-5ef377e9-2284-4114-9da3-444d85c4984e tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1377242 Jun 24 23:45:34.698590 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 58344) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:45:34.703956 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.v2.base [None req-655e1131-3ce3-461a-a2e7-b095be7a4bde tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Request body: {'security_group_rule': {'security_group_id': '7ad99e8d-da84-436e-ac54-60682bf13b9e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:45:34.709778 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-655e1131-3ce3-461a-a2e7-b095be7a4bde tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:45:34.713812 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-655e1131-3ce3-461a-a2e7-b095be7a4bde tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Usage tracker for resource:security_group_rule and tenant:6562c7a98a7c427eaa1620396993ad5c is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:45:34.716740 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-655e1131-3ce3-461a-a2e7-b095be7a4bde tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:45:34.722809 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-655e1131-3ce3-461a-a2e7-b095be7a4bde tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:45:34.740589 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-655e1131-3ce3-461a-a2e7-b095be7a4bde tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:45:34.805598 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-655e1131-3ce3-461a-a2e7-b095be7a4bde tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:45:34.808931 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-655e1131-3ce3-461a-a2e7-b095be7a4bde tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524818'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:45:34.831719 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655e1131-3ce3-461a-a2e7-b095be7a4bde tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bca9621-c03a-49df-89ff-da81fb7e04e6,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:45:34.840350 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-655e1131-3ce3-461a-a2e7-b095be7a4bde tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:45:34.841547 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-655e1131-3ce3-461a-a2e7-b095be7a4bde tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1416290 Jun 24 23:45:34.844661 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 58348) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:45:34.849584 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.v2.base [None req-2f68b0e1-bd5d-42b5-b149-2aa50b833456 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Request body: {'floatingip': {'floating_network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:45:34.855034 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-2f68b0e1-bd5d-42b5-b149-2aa50b833456 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:45:34.858836 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-2f68b0e1-bd5d-42b5-b149-2aa50b833456 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Usage tracker for resource:floatingip and tenant:6562c7a98a7c427eaa1620396993ad5c is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:45:34.861652 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-2f68b0e1-bd5d-42b5-b149-2aa50b833456 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:45:34.868318 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-2f68b0e1-bd5d-42b5-b149-2aa50b833456 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:45:34.884419 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2f68b0e1-bd5d-42b5-b149-2aa50b833456 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Notify callbacks [] for floatingip, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:45:35.019732 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2f68b0e1-bd5d-42b5-b149-2aa50b833456 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:45:35.152693 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-2f68b0e1-bd5d-42b5-b149-2aa50b833456 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Allocated IP 172.28.1.36 (faf77eb5-d359-4977-a80d-20d91cf50932/45337dfe-1492-4630-96d4-ace1b4f61ce9/aeb91d92-0769-4fd2-8f63-65001f873a7a) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 23:45:35.347633 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2f68b0e1-bd5d-42b5-b149-2aa50b833456 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:45:35.375972 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2f68b0e1-bd5d-42b5-b149-2aa50b833456 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754888214703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266412288'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:45:35.440144 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f68b0e1-bd5d-42b5-b149-2aa50b833456 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Network faf77eb5-d359-4977-a80d-20d91cf50932 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 23:45:35.442739 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-2f68b0e1-bd5d-42b5-b149-2aa50b833456 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 23:45:35.446646 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f68b0e1-bd5d-42b5-b149-2aa50b833456 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 23:45:35.480159 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f68b0e1-bd5d-42b5-b149-2aa50b833456 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Pushing event updated for resources: {'Port': ['ID=aeb91d92-0769-4fd2-8f63-65001f873a7a,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:45:35.526755 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2f68b0e1-bd5d-42b5-b149-2aa50b833456 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:45:35.586552 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2f68b0e1-bd5d-42b5-b149-2aa50b833456 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:45:35.787078 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2f68b0e1-bd5d-42b5-b149-2aa50b833456 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:45:35.791285 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2f68b0e1-bd5d-42b5-b149-2aa50b833456 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266412311'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:45:35.893945 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f68b0e1-bd5d-42b5-b149-2aa50b833456 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Pushing event updated for resources: {'Port': ['ID=aeb91d92-0769-4fd2-8f63-65001f873a7a,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:45:35.910361 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2f68b0e1-bd5d-42b5-b149-2aa50b833456 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476618'] for floatingip, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:45:35.933026 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2f68b0e1-bd5d-42b5-b149-2aa50b833456 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122089'] for floatingip, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:45:35.934232 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-2f68b0e1-bd5d-42b5-b149-2aa50b833456 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0886276 Jun 24 23:45:36.179189 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [req-532d83d3-0233-4dfa-b24e-d64315177c53 req-c06be60f-b0fb-4d7b-ba2e-085bb2056671 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Synchronizing usage tracker for tenant:6562c7a98a7c427eaa1620396993ad5c on resource:security_group {{(pid=88109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 23:45:36.193680 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [req-532d83d3-0233-4dfa-b24e-d64315177c53 req-c06be60f-b0fb-4d7b-ba2e-085bb2056671 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Unset dirty status for tenant:6562c7a98a7c427eaa1620396993ad5c on resource:security_group {{(pid=88109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 23:45:36.194771 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-532d83d3-0233-4dfa-b24e-d64315177c53 req-c06be60f-b0fb-4d7b-ba2e-085bb2056671 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--813177270&fields=id&tenant_id=6562c7a98a7c427eaa1620396993ad5c HTTP/1.1" status: 200 len: 267 time: 0.0533733 Jun 24 23:45:36.338309 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d83d3-0233-4dfa-b24e-d64315177c53 req-2ac47806-6632-452e-819a-eec84d358b13 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:36.339636 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-532d83d3-0233-4dfa-b24e-d64315177c53 req-2ac47806-6632-452e-819a-eec84d358b13 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/networks?id=5c775af7-724c-4fda-8e40-d1a942821249 HTTP/1.1" status: 200 len: 810 time: 0.1384072 Jun 24 23:45:36.353581 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-532d83d3-0233-4dfa-b24e-d64315177c53 req-8196de1d-3e67-452e-89b7-85d483f43ce5 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/quotas/6562c7a98a7c427eaa1620396993ad5c HTTP/1.1" status: 200 len: 375 time: 0.0084040 Jun 24 23:45:36.441036 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-532d83d3-0233-4dfa-b24e-d64315177c53 req-0f507fbe-abae-40c1-a998-b9c43ef7a68c tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=6562c7a98a7c427eaa1620396993ad5c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0826030 Jun 24 23:45:36.579639 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-532d83d3-0233-4dfa-b24e-d64315177c53 req-76f7f928-23ec-400d-a3d1-452282694384 service neutron] 10.222.0.42 "GET /v2.0/networks/5c775af7-724c-4fda-8e40-d1a942821249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209807 Jun 24 23:45:36.707536 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-532d83d3-0233-4dfa-b24e-d64315177c53 req-dcc7d6c5-56b8-4b8c-9d55-2ecdfbb4d1cf service neutron] 10.222.0.42 "GET /v2.0/networks/5c775af7-724c-4fda-8e40-d1a942821249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221342 Jun 24 23:45:36.891315 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-073a1751-a616-46a8-9eb3-0f55693280ce req-caa182c4-0ee6-4c94-b57f-4558a89cf091 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Synchronizing usage tracker for tenant:6562c7a98a7c427eaa1620396993ad5c on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 23:45:36.907434 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-073a1751-a616-46a8-9eb3-0f55693280ce req-caa182c4-0ee6-4c94-b57f-4558a89cf091 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Unset dirty status for tenant:6562c7a98a7c427eaa1620396993ad5c on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 23:45:36.908617 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-073a1751-a616-46a8-9eb3-0f55693280ce req-caa182c4-0ee6-4c94-b57f-4558a89cf091 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff8ae7-6d6d-4823-9111-4901b189988c HTTP/1.1" status: 200 len: 210 time: 0.0677230 Jun 24 23:45:38.029505 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d83d3-0233-4dfa-b24e-d64315177c53 req-9e0c6bc2-ad08-41b6-8d09-51dd7770eed7 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:38.030198 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-532d83d3-0233-4dfa-b24e-d64315177c53 req-9e0c6bc2-ad08-41b6-8d09-51dd7770eed7 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Synchronizing usage tracker for tenant:6562c7a98a7c427eaa1620396993ad5c on resource:network {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 23:45:38.093284 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-00da53a4-cddd-4bd5-a543-27a779e8844e req-08e32424-35f9-4acd-98b9-6ecba799675a tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff8ae7-6d6d-4823-9111-4901b189988c HTTP/1.1" status: 200 len: 210 time: 0.0593143 Jun 24 23:45:38.100349 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-532d83d3-0233-4dfa-b24e-d64315177c53 req-9e0c6bc2-ad08-41b6-8d09-51dd7770eed7 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Unset dirty status for tenant:6562c7a98a7c427eaa1620396993ad5c on resource:network {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 23:45:38.101195 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-532d83d3-0233-4dfa-b24e-d64315177c53 req-9e0c6bc2-ad08-41b6-8d09-51dd7770eed7 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.15 "GET /v2.0/networks?id=5c775af7-724c-4fda-8e40-d1a942821249 HTTP/1.1" status: 200 len: 810 time: 0.2747328 Jun 24 23:45:38.154345 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-532d83d3-0233-4dfa-b24e-d64315177c53 req-34327eeb-72a2-4be1-83e1-db4aae94aa93 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Synchronizing usage tracker for tenant:6562c7a98a7c427eaa1620396993ad5c on resource:security_group {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 23:45:38.166191 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-532d83d3-0233-4dfa-b24e-d64315177c53 req-34327eeb-72a2-4be1-83e1-db4aae94aa93 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Unset dirty status for tenant:6562c7a98a7c427eaa1620396993ad5c on resource:security_group {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 23:45:38.167226 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-532d83d3-0233-4dfa-b24e-d64315177c53 req-34327eeb-72a2-4be1-83e1-db4aae94aa93 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6562c7a98a7c427eaa1620396993ad5c HTTP/1.1" status: 200 len: 379 time: 0.0506816 Jun 24 23:45:38.175929 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.v2.base [req-532d83d3-0233-4dfa-b24e-d64315177c53 req-0443ba7a-ccae-4e76-834b-c5d160a39cc0 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Request body: {'port': {'device_id': '0aff8ae7-6d6d-4823-9111-4901b189988c', 'network_id': '5c775af7-724c-4fda-8e40-d1a942821249', 'admin_state_up': True, 'tenant_id': '6562c7a98a7c427eaa1620396993ad5c', 'security_groups': ['7ad99e8d-da84-436e-ac54-60682bf13b9e']}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:45:38.313394 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [req-532d83d3-0233-4dfa-b24e-d64315177c53 req-0443ba7a-ccae-4e76-834b-c5d160a39cc0 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:45:38.323067 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [req-532d83d3-0233-4dfa-b24e-d64315177c53 req-0443ba7a-ccae-4e76-834b-c5d160a39cc0 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:45:38.331724 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-532d83d3-0233-4dfa-b24e-d64315177c53 req-0443ba7a-ccae-4e76-834b-c5d160a39cc0 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Made reservation on behalf of 6562c7a98a7c427eaa1620396993ad5c for: {'port': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 23:45:38.335151 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-532d83d3-0233-4dfa-b24e-d64315177c53 req-0443ba7a-ccae-4e76-834b-c5d160a39cc0 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:45:38.492434 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [req-532d83d3-0233-4dfa-b24e-d64315177c53 req-0443ba7a-ccae-4e76-834b-c5d160a39cc0 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Allocated IP 172.20.0.6 (5c775af7-724c-4fda-8e40-d1a942821249/4eab98b5-d3e2-4d75-bd58-9dc209dd913a/a085b40d-cb1a-45e2-a721-9b77f156fc8a) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 23:45:38.679342 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-532d83d3-0233-4dfa-b24e-d64315177c53 req-0443ba7a-ccae-4e76-834b-c5d160a39cc0 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:45:38.694903 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [req-532d83d3-0233-4dfa-b24e-d64315177c53 req-0443ba7a-ccae-4e76-834b-c5d160a39cc0 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Transition to ACTIVE for port object a085b40d-cb1a-45e2-a721-9b77f156fc8a will not be triggered until provisioned by entity DHCP. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 23:45:38.728040 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-532d83d3-0233-4dfa-b24e-d64315177c53 req-0443ba7a-ccae-4e76-834b-c5d160a39cc0 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754888214703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266412288'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:45:38.781115 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:45:38.796500 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-532d83d3-0233-4dfa-b24e-d64315177c53 req-0443ba7a-ccae-4e76-834b-c5d160a39cc0 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Network 5c775af7-724c-4fda-8e40-d1a942821249 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 23:45:38.799872 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [req-532d83d3-0233-4dfa-b24e-d64315177c53 req-0443ba7a-ccae-4e76-834b-c5d160a39cc0 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 23:45:38.803916 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [req-532d83d3-0233-4dfa-b24e-d64315177c53 req-0443ba7a-ccae-4e76-834b-c5d160a39cc0 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 23:45:38.844953 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0443ba7a-ccae-4e76-834b-c5d160a39cc0 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Pushing event updated for resources: {'Port': ['ID=a085b40d-cb1a-45e2-a721-9b77f156fc8a,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:45:38.879187 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d83d3-0233-4dfa-b24e-d64315177c53 req-0443ba7a-ccae-4e76-834b-c5d160a39cc0 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:38.880485 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-532d83d3-0233-4dfa-b24e-d64315177c53 req-0443ba7a-ccae-4e76-834b-c5d160a39cc0 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122089'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:45:38.913318 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-532d83d3-0233-4dfa-b24e-d64315177c53 req-0443ba7a-ccae-4e76-834b-c5d160a39cc0 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7407043 Jun 24 23:45:38.927189 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.v2.base [req-532d83d3-0233-4dfa-b24e-d64315177c53 req-042a5b73-660e-4087-9e3b-4bf3427619c9 service neutron] Request body: {'port': {'device_id': '0aff8ae7-6d6d-4823-9111-4901b189988c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:45:39.038419 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-532d83d3-0233-4dfa-b24e-d64315177c53 req-042a5b73-660e-4087-9e3b-4bf3427619c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:45:39.048674 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-d60191ae-74ea-416c-b3e9-73122af38d03 None None] Provisioning for port a085b40d-cb1a-45e2-a721-9b77f156fc8a completed by entity DHCP. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 23:45:39.054225 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-d60191ae-74ea-416c-b3e9-73122af38d03 None None] Provisioning complete for port a085b40d-cb1a-45e2-a721-9b77f156fc8a triggered by entity DHCP. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:45:39.054627 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-d60191ae-74ea-416c-b3e9-73122af38d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:45:39.115529 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-d60191ae-74ea-416c-b3e9-73122af38d03 None None] Port a085b40d-cb1a-45e2-a721-9b77f156fc8a cannot update to ACTIVE because it is not bound. {{(pid=88110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 23:45:39.313269 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92426ae0-6562-4e31-9d7b-278e48865ad5 req-4068a646-5ebe-45b4-9213-4db0f96adeec tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:39.314728 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-92426ae0-6562-4e31-9d7b-278e48865ad5 req-4068a646-5ebe-45b4-9213-4db0f96adeec tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff8ae7-6d6d-4823-9111-4901b189988c HTTP/1.1" status: 200 len: 931 time: 0.0963185 Jun 24 23:45:39.360383 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-92426ae0-6562-4e31-9d7b-278e48865ad5 req-9cdb7f41-cfb3-4bcc-a603-a3543a1073f4 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ad99e8d-da84-436e-ac54-60682bf13b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398331 Jun 24 23:45:39.468230 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [req-532d83d3-0233-4dfa-b24e-d64315177c53 req-042a5b73-660e-4087-9e3b-4bf3427619c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a085b40d-cb1a-45e2-a721-9b77f156fc8a {{(pid=88108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 23:45:39.475629 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-532d83d3-0233-4dfa-b24e-d64315177c53 req-042a5b73-660e-4087-9e3b-4bf3427619c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:45:39.489201 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [req-532d83d3-0233-4dfa-b24e-d64315177c53 req-042a5b73-660e-4087-9e3b-4bf3427619c9 service neutron] Transition to ACTIVE for port object a085b40d-cb1a-45e2-a721-9b77f156fc8a will not be triggered until provisioned by entity L2. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 23:45:39.494517 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-532d83d3-0233-4dfa-b24e-d64315177c53 req-042a5b73-660e-4087-9e3b-4bf3427619c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266412311'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:45:39.651035 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042a5b73-660e-4087-9e3b-4bf3427619c9 service neutron] Pushing event updated for resources: {'Port': ['ID=a085b40d-cb1a-45e2-a721-9b77f156fc8a,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:45:39.732454 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [req-532d83d3-0233-4dfa-b24e-d64315177c53 req-042a5b73-660e-4087-9e3b-4bf3427619c9 service neutron] Attempting to bind port a085b40d-cb1a-45e2-a721-9b77f156fc8a on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 23:45:39.732781 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [req-532d83d3-0233-4dfa-b24e-d64315177c53 req-042a5b73-660e-4087-9e3b-4bf3427619c9 service neutron] Attempting to bind port a085b40d-cb1a-45e2-a721-9b77f156fc8a by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': 'e5d9da99-fdc6-404d-92e5-8786018a7109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5c775af7-724c-4fda-8e40-d1a942821249'}] {{(pid=88108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 23:45:39.733102 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532d83d3-0233-4dfa-b24e-d64315177c53 req-042a5b73-660e-4087-9e3b-4bf3427619c9 service neutron] Attempting to bind port a085b40d-cb1a-45e2-a721-9b77f156fc8a on network 5c775af7-724c-4fda-8e40-d1a942821249 {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 23:45:39.737942 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532d83d3-0233-4dfa-b24e-d64315177c53 req-042a5b73-660e-4087-9e3b-4bf3427619c9 service neutron] Port a085b40d-cb1a-45e2-a721-9b77f156fc8a on network 5c775af7-724c-4fda-8e40-d1a942821249 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 23:45:39.738094 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532d83d3-0233-4dfa-b24e-d64315177c53 req-042a5b73-660e-4087-9e3b-4bf3427619c9 service neutron] Attempting to bind port a085b40d-cb1a-45e2-a721-9b77f156fc8a on network 5c775af7-724c-4fda-8e40-d1a942821249 {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 23:45:39.746561 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532d83d3-0233-4dfa-b24e-d64315177c53 req-042a5b73-660e-4087-9e3b-4bf3427619c9 service neutron] Checking agent: {'id': '9603f0a4-e7b3-4133-bd26-ff3a7fe04c7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 23, 39, 9), 'started_at': datetime.datetime(2022, 6, 24, 23, 39, 9), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 23, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 23:45:39.746899 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532d83d3-0233-4dfa-b24e-d64315177c53 req-042a5b73-660e-4087-9e3b-4bf3427619c9 service neutron] Checking segment: {'id': 'e5d9da99-fdc6-404d-92e5-8786018a7109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5c775af7-724c-4fda-8e40-d1a942821249'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 23:45:39.747277 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532d83d3-0233-4dfa-b24e-d64315177c53 req-042a5b73-660e-4087-9e3b-4bf3427619c9 service neutron] Bound using segment: {'id': 'e5d9da99-fdc6-404d-92e5-8786018a7109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5c775af7-724c-4fda-8e40-d1a942821249'} {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 23:45:39.747742 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [req-532d83d3-0233-4dfa-b24e-d64315177c53 req-042a5b73-660e-4087-9e3b-4bf3427619c9 service neutron] Bound port: a085b40d-cb1a-45e2-a721-9b77f156fc8a, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5d9da99-fdc6-404d-92e5-8786018a7109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5c775af7-724c-4fda-8e40-d1a942821249'}}] {{(pid=88108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 23:45:39.748081 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-532d83d3-0233-4dfa-b24e-d64315177c53 req-042a5b73-660e-4087-9e3b-4bf3427619c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:45:39.840065 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [req-532d83d3-0233-4dfa-b24e-d64315177c53 req-042a5b73-660e-4087-9e3b-4bf3427619c9 service neutron] For port a085b40d-cb1a-45e2-a721-9b77f156fc8a, host hv-cinder-84718, cleared binding levels {{(pid=88108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 23:45:39.842977 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [req-532d83d3-0233-4dfa-b24e-d64315177c53 req-042a5b73-660e-4087-9e3b-4bf3427619c9 service neutron] For port a085b40d-cb1a-45e2-a721-9b77f156fc8a, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=a085b40d-cb1a-45e2-a721-9b77f156fc8a,segment=NetworkSegment(e5d9da99-fdc6-404d-92e5-8786018a7109),segment_id=e5d9da99-fdc6-404d-92e5-8786018a7109)] {{(pid=88108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 23:45:39.847111 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-532d83d3-0233-4dfa-b24e-d64315177c53 req-042a5b73-660e-4087-9e3b-4bf3427619c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266412311'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:45:39.905936 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d83d3-0233-4dfa-b24e-d64315177c53 req-042a5b73-660e-4087-9e3b-4bf3427619c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:39.906609 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-532d83d3-0233-4dfa-b24e-d64315177c53 req-042a5b73-660e-4087-9e3b-4bf3427619c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122089'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:45:39.908065 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-532d83d3-0233-4dfa-b24e-d64315177c53 req-042a5b73-660e-4087-9e3b-4bf3427619c9 service neutron] 10.222.0.15 "PUT /v2.0/ports/a085b40d-cb1a-45e2-a721-9b77f156fc8a HTTP/1.1" status: 200 len: 1093 time: 0.9864326 Jun 24 23:45:39.908486 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0aff8ae7-6d6d-4823-9111-4901b189988c', 'tag': 'a085b40d-cb1a-45e2-a721-9b77f156fc8a'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 23:45:39.934670 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-17b782c2-e7e7-47b7-b8bd-ec593fec2fe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:45:39.942044 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042a5b73-660e-4087-9e3b-4bf3427619c9 service neutron] Pushing event updated for resources: {'Port': ['ID=a085b40d-cb1a-45e2-a721-9b77f156fc8a,revision_number=3']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:45:39.988090 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c5ea4f6-9aa0-4fe6-8e0f-412cd5dd7345'] response: {'name': 'network-changed', 'server_uuid': '0aff8ae7-6d6d-4823-9111-4901b189988c', 'tag': 'a085b40d-cb1a-45e2-a721-9b77f156fc8a', 'status': 'completed', 'code': 200} Jun 24 23:45:40.032042 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d83d3-0233-4dfa-b24e-d64315177c53 req-ec80c97b-18af-41c2-b26f-c7b405bdcc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:40.033560 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-532d83d3-0233-4dfa-b24e-d64315177c53 req-ec80c97b-18af-41c2-b26f-c7b405bdcc66 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6562c7a98a7c427eaa1620396993ad5c&device_id=0aff8ae7-6d6d-4823-9111-4901b189988c HTTP/1.1" status: 200 len: 1096 time: 0.0822756 Jun 24 23:45:40.106031 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-532d83d3-0233-4dfa-b24e-d64315177c53 req-0455b419-3f28-4646-a797-bbd8f16fe41e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a085b40d-cb1a-45e2-a721-9b77f156fc8a HTTP/1.1" status: 200 len: 217 time: 0.0641277 Jun 24 23:45:40.172337 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d83d3-0233-4dfa-b24e-d64315177c53 req-30b305c6-17c9-4ac5-bde0-61eccd8b2fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:40.173773 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-532d83d3-0233-4dfa-b24e-d64315177c53 req-30b305c6-17c9-4ac5-bde0-61eccd8b2fe9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4eab98b5-d3e2-4d75-bd58-9dc209dd913a HTTP/1.1" status: 200 len: 849 time: 0.0608068 Jun 24 23:45:40.260556 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d83d3-0233-4dfa-b24e-d64315177c53 req-b203b58f-efb6-46a1-a800-3781b63b6f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:40.261945 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-532d83d3-0233-4dfa-b24e-d64315177c53 req-b203b58f-efb6-46a1-a800-3781b63b6f1e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5c775af7-724c-4fda-8e40-d1a942821249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0767822 Jun 24 23:45:40.391801 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-532d83d3-0233-4dfa-b24e-d64315177c53 req-0cea71df-55bc-42a2-9c46-c4e6f110f668 service neutron] 10.222.0.15 "GET /v2.0/networks/5c775af7-724c-4fda-8e40-d1a942821249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210289 Jun 24 23:45:40.523801 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-532d83d3-0233-4dfa-b24e-d64315177c53 req-006392d9-b599-4d2b-9928-6d5aeddc6b7b service neutron] 10.222.0.15 "GET /v2.0/networks/5c775af7-724c-4fda-8e40-d1a942821249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251533 Jun 24 23:45:40.563450 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b96ddd8-72f7-4239-836b-81ed800d327e req-20ecb846-4f52-46b1-b017-da482bd768c0 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:40.564946 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-6b96ddd8-72f7-4239-836b-81ed800d327e req-20ecb846-4f52-46b1-b017-da482bd768c0 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff8ae7-6d6d-4823-9111-4901b189988c HTTP/1.1" status: 200 len: 943 time: 0.0931182 Jun 24 23:45:40.607842 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-6b96ddd8-72f7-4239-836b-81ed800d327e req-fde3edfc-f0ab-42da-b276-d9c78ea90d68 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ad99e8d-da84-436e-ac54-60682bf13b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371180 Jun 24 23:45:40.648094 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a62d98-d86a-4a9b-9650-dd1463e0f787 req-212d438b-4ed7-4f8c-8cf2-9ca888d483c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:40.649541 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-f4a62d98-d86a-4a9b-9650-dd1463e0f787 req-212d438b-4ed7-4f8c-8cf2-9ca888d483c9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6562c7a98a7c427eaa1620396993ad5c&device_id=0aff8ae7-6d6d-4823-9111-4901b189988c HTTP/1.1" status: 200 len: 1096 time: 0.0805321 Jun 24 23:45:40.777563 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a62d98-d86a-4a9b-9650-dd1463e0f787 req-6804beb3-6cd9-4032-ab6f-85fc7761c8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:40.778940 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-f4a62d98-d86a-4a9b-9650-dd1463e0f787 req-6804beb3-6cd9-4032-ab6f-85fc7761c8c8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5c775af7-724c-4fda-8e40-d1a942821249 HTTP/1.1" status: 200 len: 911 time: 0.1220508 Jun 24 23:45:40.902367 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-f4a62d98-d86a-4a9b-9650-dd1463e0f787 req-7d35c8b5-1ebb-4d86-98e6-bb3b8cdd19b9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a085b40d-cb1a-45e2-a721-9b77f156fc8a HTTP/1.1" status: 200 len: 217 time: 0.1147134 Jun 24 23:45:40.970665 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a62d98-d86a-4a9b-9650-dd1463e0f787 req-182af3ba-1413-4d76-b2ef-08ff9b6f97e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:40.972130 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-f4a62d98-d86a-4a9b-9650-dd1463e0f787 req-182af3ba-1413-4d76-b2ef-08ff9b6f97e3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4eab98b5-d3e2-4d75-bd58-9dc209dd913a HTTP/1.1" status: 200 len: 849 time: 0.0589631 Jun 24 23:45:41.054956 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a62d98-d86a-4a9b-9650-dd1463e0f787 req-c36087d2-2ea6-4f25-9dc0-a76da42bd169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:41.056523 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-f4a62d98-d86a-4a9b-9650-dd1463e0f787 req-c36087d2-2ea6-4f25-9dc0-a76da42bd169 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5c775af7-724c-4fda-8e40-d1a942821249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0767088 Jun 24 23:45:41.188172 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-f4a62d98-d86a-4a9b-9650-dd1463e0f787 req-31331c9b-9906-4ee1-bbc4-7bf8420a62cd service neutron] 10.222.0.15 "GET /v2.0/networks/5c775af7-724c-4fda-8e40-d1a942821249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234815 Jun 24 23:45:41.320568 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-f4a62d98-d86a-4a9b-9650-dd1463e0f787 req-80bfea4a-2fd5-4360-ab4e-40a7e2416c4b service neutron] 10.222.0.15 "GET /v2.0/networks/5c775af7-724c-4fda-8e40-d1a942821249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217570 Jun 24 23:45:41.797306 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7879fe-e79b-4831-be12-3370c1cd8cd3 req-d11851d0-adcc-4112-bd68-c1da3bf6bafc tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:41.798886 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-3b7879fe-e79b-4831-be12-3370c1cd8cd3 req-d11851d0-adcc-4112-bd68-c1da3bf6bafc tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff8ae7-6d6d-4823-9111-4901b189988c HTTP/1.1" status: 200 len: 943 time: 0.0873001 Jun 24 23:45:41.841283 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-3b7879fe-e79b-4831-be12-3370c1cd8cd3 req-45778379-66af-4202-85cf-a8955077169b tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ad99e8d-da84-436e-ac54-60682bf13b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362449 Jun 24 23:45:42.157512 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-61ef1fbc-e744-4d51-bd89-340e9581d135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:45:42.552284 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Device a085b40d-cb1a-45e2-a721-9b77f156fc8a details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 23:45:42.680766 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] For port a085b40d-cb1a-45e2-a721-9b77f156fc8a, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=a085b40d-cb1a-45e2-a721-9b77f156fc8a,segment=NetworkSegment(e5d9da99-fdc6-404d-92e5-8786018a7109),segment_id=e5d9da99-fdc6-404d-92e5-8786018a7109)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:45:42.694090 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Returning: {'device': 'a085b40d-cb1a-45e2-a721-9b77f156fc8a', 'network_id': '5c775af7-724c-4fda-8e40-d1a942821249', 'port_id': 'a085b40d-cb1a-45e2-a721-9b77f156fc8a', 'mac_address': 'fa:16:3e:0a:2f:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eab98b5-d3e2-4d75-bd58-9dc209dd913a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 23:45:42.750349 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-707bff31-b5da-4601-b274-386892c937dc None None] Current status of the port a085b40d-cb1a-45e2-a721-9b77f156fc8a is: DOWN; New status is: BUILD {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:45:42.750731 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:45:42.767298 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.notifiers.nova [None req-707bff31-b5da-4601-b274-386892c937dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a085b40d-cb1a-45e2-a721-9b77f156fc8a {{(pid=88110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 23:45:42.782553 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] For port a085b40d-cb1a-45e2-a721-9b77f156fc8a, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=a085b40d-cb1a-45e2-a721-9b77f156fc8a,segment=NetworkSegment(e5d9da99-fdc6-404d-92e5-8786018a7109),segment_id=e5d9da99-fdc6-404d-92e5-8786018a7109)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:45:42.786440 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:45:42.860882 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Pushing event updated for resources: {'Port': ['ID=a085b40d-cb1a-45e2-a721-9b77f156fc8a,revision_number=4']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:45:42.863936 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-8c0b2992-c590-46d4-9042-25b3b8179244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:45:43.034466 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c577962-8dd3-4327-9fc1-2b5f04b50d2a req-62a80b43-8833-45cd-aab9-b1286f707afe tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:43.035199 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-7c577962-8dd3-4327-9fc1-2b5f04b50d2a req-62a80b43-8833-45cd-aab9-b1286f707afe tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Synchronizing usage tracker for tenant:6562c7a98a7c427eaa1620396993ad5c on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 23:45:43.050140 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-7c577962-8dd3-4327-9fc1-2b5f04b50d2a req-62a80b43-8833-45cd-aab9-b1286f707afe tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Unset dirty status for tenant:6562c7a98a7c427eaa1620396993ad5c on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 23:45:43.051292 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-7c577962-8dd3-4327-9fc1-2b5f04b50d2a req-62a80b43-8833-45cd-aab9-b1286f707afe tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff8ae7-6d6d-4823-9111-4901b189988c HTTP/1.1" status: 200 len: 944 time: 0.1034019 Jun 24 23:45:43.071341 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] get_ports_and_sgs() called for port_ids ['a085b40d-cb1a-45e2-a721-9b77f156fc8a'] {{(pid=88110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 23:45:43.095402 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-7c577962-8dd3-4327-9fc1-2b5f04b50d2a req-7157ac0a-c295-4783-b699-a2fe6df27299 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ad99e8d-da84-436e-ac54-60682bf13b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377347 Jun 24 23:45:43.333943 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:45:44.284715 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4c1661-00fb-4a55-bc12-b59baecf3389 req-16bd83d9-5504-4f3f-a572-ab8413b73802 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:44.286637 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-3b4c1661-00fb-4a55-bc12-b59baecf3389 req-16bd83d9-5504-4f3f-a572-ab8413b73802 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff8ae7-6d6d-4823-9111-4901b189988c HTTP/1.1" status: 200 len: 944 time: 0.0871563 Jun 24 23:45:44.329849 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-3b4c1661-00fb-4a55-bc12-b59baecf3389 req-8dfde760-1e6b-4e97-9952-d0cda5e812c9 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ad99e8d-da84-436e-ac54-60682bf13b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375068 Jun 24 23:45:44.563994 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Device a085b40d-cb1a-45e2-a721-9b77f156fc8a up at agent hyperv_hv-cinder-84718 {{(pid=88110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 23:45:44.630423 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-1d7c9831-c6e7-4afe-acbd-faa6f5f62172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:45:44.639985 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-707bff31-b5da-4601-b274-386892c937dc None None] Provisioning for port a085b40d-cb1a-45e2-a721-9b77f156fc8a completed by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 23:45:44.644546 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-707bff31-b5da-4601-b274-386892c937dc None None] Provisioning complete for port a085b40d-cb1a-45e2-a721-9b77f156fc8a triggered by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:45:44.644897 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:45:44.758510 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-707bff31-b5da-4601-b274-386892c937dc None None] Current status of the port a085b40d-cb1a-45e2-a721-9b77f156fc8a is: BUILD; New status is: ACTIVE {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:45:44.758885 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:45:44.783986 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aff8ae7-6d6d-4823-9111-4901b189988c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a085b40d-cb1a-45e2-a721-9b77f156fc8a'}] {{(pid=88110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 23:45:44.794350 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] For port a085b40d-cb1a-45e2-a721-9b77f156fc8a, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=a085b40d-cb1a-45e2-a721-9b77f156fc8a,segment=NetworkSegment(e5d9da99-fdc6-404d-92e5-8786018a7109),segment_id=e5d9da99-fdc6-404d-92e5-8786018a7109)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:45:44.800646 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:45:44.835806 dv-cinder-847189-5-smb neutron-server[88110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d27053af-e284-4464-9f89-109dcbf3e3db'] response: {'server_uuid': '0aff8ae7-6d6d-4823-9111-4901b189988c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a085b40d-cb1a-45e2-a721-9b77f156fc8a', 'code': 200} Jun 24 23:45:44.871024 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Pushing event updated for resources: {'Port': ['ID=a085b40d-cb1a-45e2-a721-9b77f156fc8a,revision_number=5']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:45:45.066369 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d56f8d-364b-4705-beab-6f2fb00e11bc req-8ad8461d-a20e-4bc9-b9db-8bebfa849cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:45.068424 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-e8d56f8d-364b-4705-beab-6f2fb00e11bc req-8ad8461d-a20e-4bc9-b9db-8bebfa849cc8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0aff8ae7-6d6d-4823-9111-4901b189988c HTTP/1.1" status: 200 len: 1098 time: 0.0796061 Jun 24 23:45:45.109982 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-e8d56f8d-364b-4705-beab-6f2fb00e11bc req-40cf2a1e-9cce-4649-be33-cb4d69124846 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7ad99e8d-da84-436e-ac54-60682bf13b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342796 Jun 24 23:45:45.612075 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ed0cd7-7b90-4f7e-a1c8-637e2ada5491 req-d1bc1a49-b5a8-44b7-bd07-2f7c98b85bd4 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:45.613446 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-73ed0cd7-7b90-4f7e-a1c8-637e2ada5491 req-d1bc1a49-b5a8-44b7-bd07-2f7c98b85bd4 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff8ae7-6d6d-4823-9111-4901b189988c HTTP/1.1" status: 200 len: 945 time: 0.1796517 Jun 24 23:45:45.657596 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-73ed0cd7-7b90-4f7e-a1c8-637e2ada5491 req-c5f22a78-6276-4b0b-bf2e-48d698b51316 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ad99e8d-da84-436e-ac54-60682bf13b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381601 Jun 24 23:45:45.910859 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32882cdd-c427-46b9-ae67-c8db587a8d43 req-3bf4b4df-26a6-4d65-a995-039f3b967eb5 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:45.912222 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-32882cdd-c427-46b9-ae67-c8db587a8d43 req-3bf4b4df-26a6-4d65-a995-039f3b967eb5 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] 10.222.0.42 "GET /v2.0/ports?device_id=88883ceb-e73a-4d08-b282-e86d2f029163 HTTP/1.1" status: 200 len: 945 time: 0.0869143 Jun 24 23:45:45.954715 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-32882cdd-c427-46b9-ae67-c8db587a8d43 req-e2357b7d-4681-415d-8aa7-457235bde344 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] 10.222.0.42 "GET /v2.0/security-groups?id=b011d12b-64ad-42ed-9372-ab69b8ced82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368834 Jun 24 23:45:46.847921 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c552a97-ee76-423a-a040-79f9123f59e8 req-dfa6a531-7cbd-4f9e-87b0-f69b4c193467 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:46.849381 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-0c552a97-ee76-423a-a040-79f9123f59e8 req-dfa6a531-7cbd-4f9e-87b0-f69b4c193467 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff8ae7-6d6d-4823-9111-4901b189988c HTTP/1.1" status: 200 len: 945 time: 0.0869501 Jun 24 23:45:46.892128 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-0c552a97-ee76-423a-a040-79f9123f59e8 req-ce0387ae-ac77-450d-a2cc-6c88db2f2bba tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ad99e8d-da84-436e-ac54-60682bf13b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370929 Jun 24 23:45:47.072481 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce74856-1dcb-45b5-b3fd-33d86cd8d5d5 req-d4c2a3c7-9663-47e1-adbe-923352cca34f tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:47.074236 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-3ce74856-1dcb-45b5-b3fd-33d86cd8d5d5 req-d4c2a3c7-9663-47e1-adbe-923352cca34f tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff8ae7-6d6d-4823-9111-4901b189988c HTTP/1.1" status: 200 len: 945 time: 0.0858889 Jun 24 23:45:47.082862 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 58448) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:45:47.087657 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.v2.base [None req-64dc7ec6-408e-4392-871a-80a02c104789 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Request body: {'floatingip': {'port_id': 'a085b40d-cb1a-45e2-a721-9b77f156fc8a'}} {{(pid=88109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:45:47.137035 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.agents_db [None req-920f0d7c-c373-4dd0-bab9-7f12e43ec96a None None] Agent healthcheck: found 6 active agents {{(pid=88111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 23:45:47.141886 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058c1d25-01a3-4b6e-b4c6-7165c9be1e18 req-37755f63-b418-4dad-9314-80fc11f651b9 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:47.143325 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-058c1d25-01a3-4b6e-b4c6-7165c9be1e18 req-37755f63-b418-4dad-9314-80fc11f651b9 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] 10.222.0.42 "GET /v2.0/ports?device_id=88883ceb-e73a-4d08-b282-e86d2f029163 HTTP/1.1" status: 200 len: 945 time: 0.0848737 Jun 24 23:45:47.164759 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-64dc7ec6-408e-4392-871a-80a02c104789 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Notify callbacks [] for floatingip, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:45:47.190216 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-058c1d25-01a3-4b6e-b4c6-7165c9be1e18 req-2f77fe43-a486-456c-8183-a4cddfc47d3b tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] 10.222.0.42 "GET /v2.0/security-groups?id=b011d12b-64ad-42ed-9372-ab69b8ced82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410345 Jun 24 23:45:47.733063 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-64dc7ec6-408e-4392-871a-80a02c104789 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:45:47.736882 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-64dc7ec6-408e-4392-871a-80a02c104789 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476618'] for floatingip, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:45:47.905730 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.db.l3_db [None req-64dc7ec6-408e-4392-871a-80a02c104789 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Floating IP 5774c0f1-7d9c-4207-85d0-6235c8584f97 associated. External IP: 172.28.1.36, port: a085b40d-cb1a-45e2-a721-9b77f156fc8a. Jun 24 23:45:48.391339 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64dc7ec6-408e-4392-871a-80a02c104789 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Router d5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a has already been hosted by L3 agent 05c04ad7-f453-4a24-8793-b86a404a0ef9 {{(pid=88109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 23:45:48.521761 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e23c3a-c92d-4553-bc03-979a0bb2b222 req-55a8346a-0358-4299-b880-8366d57ca11e tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:48.523224 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-d5e23c3a-c92d-4553-bc03-979a0bb2b222 req-55a8346a-0358-4299-b880-8366d57ca11e tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] 10.222.0.42 "GET /v2.0/ports?device_id=88883ceb-e73a-4d08-b282-e86d2f029163 HTTP/1.1" status: 200 len: 945 time: 0.2265089 Jun 24 23:45:48.601379 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-d5e23c3a-c92d-4553-bc03-979a0bb2b222 req-8282c014-9495-42c3-8077-4a82cc688fa3 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] 10.222.0.42 "GET /v2.0/security-groups?id=b011d12b-64ad-42ed-9372-ab69b8ced82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704920 Jun 24 23:45:48.617123 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64dc7ec6-408e-4392-871a-80a02c104789 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Notify agent at l3_agent.dv-cinder-847189-5-smb the message routers_updated {{(pid=88109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 23:45:48.621925 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-64dc7ec6-408e-4392-871a-80a02c104789 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122089'] for floatingip, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:45:48.626358 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b559115c-a3e8-4613-9fbd-2ffd99ba5df3 None None] Sync routers for ids ['d5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a'] in dv-cinder-847189-5-smb {{(pid=88111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 23:45:48.636856 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b559115c-a3e8-4613-9fbd-2ffd99ba5df3 None None] Routers {'d5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a'} bound to L3 agent in host dv-cinder-847189-5-smb {{(pid=88111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 23:45:48.637442 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-b559115c-a3e8-4613-9fbd-2ffd99ba5df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T23:32:42Z,description=,heartbeat_timestamp=2022-06-24T23:45:42Z,host='dv-cinder-847189-5-smb',id=05c04ad7-f453-4a24-8793-b86a404a0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T23:32:42Z,topic='l3_agent')) {'router_ids': ['d5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a'], 'active': True} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:45:48.677902 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-64dc7ec6-408e-4392-871a-80a02c104789 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "PUT /v2.0/floatingips/5774c0f1-7d9c-4207-85d0-6235c8584f97 HTTP/1.1" status: 200 len: 990 time: 1.5939922 Jun 24 23:45:48.679174 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0aff8ae7-6d6d-4823-9111-4901b189988c', 'tag': 'a085b40d-cb1a-45e2-a721-9b77f156fc8a'}] {{(pid=88109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 23:45:48.723999 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c521938e-817d-4adb-bc65-59eadbd16825'] response: {'name': 'network-changed', 'server_uuid': '0aff8ae7-6d6d-4823-9111-4901b189988c', 'tag': 'a085b40d-cb1a-45e2-a721-9b77f156fc8a', 'status': 'completed', 'code': 200} Jun 24 23:45:48.815608 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvr_db [None req-b559115c-a3e8-4613-9fbd-2ffd99ba5df3 None None] Set router d5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a gateway port host: dv-cinder-847189-5-smb {{(pid=88111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 23:45:48.830071 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e8badc-e5cf-41dd-bb56-082c079568f6 req-05bb6778-d681-4f88-90cd-c56562324af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:48.831544 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-45e8badc-e5cf-41dd-bb56-082c079568f6 req-05bb6778-d681-4f88-90cd-c56562324af3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6562c7a98a7c427eaa1620396993ad5c&device_id=0aff8ae7-6d6d-4823-9111-4901b189988c HTTP/1.1" status: 200 len: 1098 time: 0.0820851 Jun 24 23:45:48.968459 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e8badc-e5cf-41dd-bb56-082c079568f6 req-3ed9ccc9-f917-4f22-b010-0a62ba8e42af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:48.969911 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-45e8badc-e5cf-41dd-bb56-082c079568f6 req-3ed9ccc9-f917-4f22-b010-0a62ba8e42af service neutron] 10.222.0.15 "GET /v2.0/networks?id=5c775af7-724c-4fda-8e40-d1a942821249 HTTP/1.1" status: 200 len: 911 time: 0.1310551 Jun 24 23:45:49.077743 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-45e8badc-e5cf-41dd-bb56-082c079568f6 req-ea5506e5-c7c5-48d6-a1b4-3031b2013fdd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a085b40d-cb1a-45e2-a721-9b77f156fc8a HTTP/1.1" status: 200 len: 998 time: 0.0963507 Jun 24 23:45:49.141768 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e8badc-e5cf-41dd-bb56-082c079568f6 req-7752e386-77ed-46cf-8b0a-335817a35a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:49.143368 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-45e8badc-e5cf-41dd-bb56-082c079568f6 req-7752e386-77ed-46cf-8b0a-335817a35a97 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4eab98b5-d3e2-4d75-bd58-9dc209dd913a HTTP/1.1" status: 200 len: 849 time: 0.0561988 Jun 24 23:45:49.154810 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-b559115c-a3e8-4613-9fbd-2ffd99ba5df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a', 'name': 'tempest-AttachVolumeTestJSON-893746005-router', 'tenant_id': '6562c7a98a7c427eaa1620396993ad5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.88'}], 'enable_snat': True}, 'gw_port_id': 'c7eb9f53-8dd6-48c4-a90a-13042d55a950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:41:26Z', 'updated_at': '2022-06-24T23:41:39Z', 'revision_number': 4, 'project_id': '6562c7a98a7c427eaa1620396993ad5c', 'gw_port': {'id': 'c7eb9f53-8dd6-48c4-a90a-13042d55a950', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:41:28Z', 'updated_at': '2022-06-24T23:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb', '_floatingips': [{'id': '5774c0f1-7d9c-4207-85d0-6235c8584f97', 'tenant_id': '6562c7a98a7c427eaa1620396993ad5c', 'floating_ip_address': '172.28.1.36', 'floating_network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'router_id': 'd5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a', 'port_id': 'a085b40d-cb1a-45e2-a721-9b77f156fc8a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c775af7-724c-4fda-8e40-d1a942821249', 'mac_address': 'fa:16:3e:0a:2f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aff8ae7-6d6d-4823-9111-4901b189988c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T23:45:35Z', 'updated_at': '2022-06-24T23:45:47Z', 'revision_number': 1, 'project_id': '6562c7a98a7c427eaa1620396993ad5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '892c03cc-1f37-456c-b5b2-b99ca06579b1', 'name': '', 'network_id': '5c775af7-724c-4fda-8e40-d1a942821249', 'tenant_id': '6562c7a98a7c427eaa1620396993ad5c', 'mac_address': 'fa:16:3e:0e:61:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4eab98b5-d3e2-4d75-bd58-9dc209dd913a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:41:35Z', 'updated_at': '2022-06-24T23:42:00Z', 'revision_number': 5, 'project_id': '6562c7a98a7c427eaa1620396993ad5c', 'subnets': [{'id': '4eab98b5-d3e2-4d75-bd58-9dc209dd913a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-5-smb', False) {} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:45:49.158485 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b559115c-a3e8-4613-9fbd-2ffd99ba5df3 None None] Checking router: d5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a for host: dv-cinder-847189-5-smb {{(pid=88111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 23:45:49.166670 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b559115c-a3e8-4613-9fbd-2ffd99ba5df3 None None] Routers {'d5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a'} bound to L3 agent in host dv-cinder-847189-5-smb {{(pid=88111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 23:45:49.167246 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-b559115c-a3e8-4613-9fbd-2ffd99ba5df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T23:32:42Z,description=,heartbeat_timestamp=2022-06-24T23:45:42Z,host='dv-cinder-847189-5-smb',id=05c04ad7-f453-4a24-8793-b86a404a0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T23:32:42Z,topic='l3_agent')) {'router_ids': ['d5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a'], 'active': True} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:45:49.228795 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e8badc-e5cf-41dd-bb56-082c079568f6 req-5ae0d832-3be8-4437-9e25-0ddffe201c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:49.230311 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-45e8badc-e5cf-41dd-bb56-082c079568f6 req-5ae0d832-3be8-4437-9e25-0ddffe201c5a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5c775af7-724c-4fda-8e40-d1a942821249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0787477 Jun 24 23:45:49.339247 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvr_db [None req-b559115c-a3e8-4613-9fbd-2ffd99ba5df3 None None] Set router d5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a gateway port host: dv-cinder-847189-5-smb {{(pid=88111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 23:45:49.421812 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-45e8badc-e5cf-41dd-bb56-082c079568f6 req-f33bdd55-0601-4d27-a2b0-a77b9e70285b service neutron] 10.222.0.15 "GET /v2.0/networks/5c775af7-724c-4fda-8e40-d1a942821249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793902 Jun 24 23:45:49.550782 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-45e8badc-e5cf-41dd-bb56-082c079568f6 req-03b7c4f2-3e8c-4ef3-9a8d-1366b6a72608 service neutron] 10.222.0.15 "GET /v2.0/networks/5c775af7-724c-4fda-8e40-d1a942821249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215489 Jun 24 23:45:49.683719 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-b559115c-a3e8-4613-9fbd-2ffd99ba5df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a', 'name': 'tempest-AttachVolumeTestJSON-893746005-router', 'tenant_id': '6562c7a98a7c427eaa1620396993ad5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.88'}], 'enable_snat': True}, 'gw_port_id': 'c7eb9f53-8dd6-48c4-a90a-13042d55a950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:41:26Z', 'updated_at': '2022-06-24T23:41:39Z', 'revision_number': 4, 'project_id': '6562c7a98a7c427eaa1620396993ad5c', 'gw_port': {'id': 'c7eb9f53-8dd6-48c4-a90a-13042d55a950', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:41:28Z', 'updated_at': '2022-06-24T23:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb', '_floatingips': [{'id': '5774c0f1-7d9c-4207-85d0-6235c8584f97', 'tenant_id': '6562c7a98a7c427eaa1620396993ad5c', 'floating_ip_address': '172.28.1.36', 'floating_network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'router_id': 'd5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a', 'port_id': 'a085b40d-cb1a-45e2-a721-9b77f156fc8a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c775af7-724c-4fda-8e40-d1a942821249', 'mac_address': 'fa:16:3e:0a:2f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aff8ae7-6d6d-4823-9111-4901b189988c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T23:45:35Z', 'updated_at': '2022-06-24T23:45:47Z', 'revision_number': 1, 'project_id': '6562c7a98a7c427eaa1620396993ad5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '892c03cc-1f37-456c-b5b2-b99ca06579b1', 'name': '', 'network_id': '5c775af7-724c-4fda-8e40-d1a942821249', 'tenant_id': '6562c7a98a7c427eaa1620396993ad5c', 'mac_address': 'fa:16:3e:0e:61:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4eab98b5-d3e2-4d75-bd58-9dc209dd913a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:41:35Z', 'updated_at': '2022-06-24T23:42:00Z', 'revision_number': 5, 'project_id': '6562c7a98a7c427eaa1620396993ad5c', 'subnets': [{'id': '4eab98b5-d3e2-4d75-bd58-9dc209dd913a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-5-smb', False) {} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:45:49.688425 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b559115c-a3e8-4613-9fbd-2ffd99ba5df3 None None] The sync data for ids ['d5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a'] in dv-cinder-847189-5-smb is: [{'id': 'd5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a', 'name': 'tempest-AttachVolumeTestJSON-893746005-router', 'tenant_id': '6562c7a98a7c427eaa1620396993ad5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.88'}], 'enable_snat': True}, 'gw_port_id': 'c7eb9f53-8dd6-48c4-a90a-13042d55a950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:41:26Z', 'updated_at': '2022-06-24T23:41:39Z', 'revision_number': 4, 'project_id': '6562c7a98a7c427eaa1620396993ad5c', 'gw_port': {'id': 'c7eb9f53-8dd6-48c4-a90a-13042d55a950', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:41:28Z', 'updated_at': '2022-06-24T23:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb', '_floatingips': [{'id': '5774c0f1-7d9c-4207-85d0-6235c8584f97', 'tenant_id': '6562c7a98a7c427eaa1620396993ad5c', 'floating_ip_address': '172.28.1.36', 'floating_network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'router_id': 'd5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a', 'port_id': 'a085b40d-cb1a-45e2-a721-9b77f156fc8a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c775af7-724c-4fda-8e40-d1a942821249', 'mac_address': 'fa:16:3e:0a:2f:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aff8ae7-6d6d-4823-9111-4901b189988c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T23:45:35Z', 'updated_at': '2022-06-24T23:45:47Z', 'revision_number': 1, 'project_id': '6562c7a98a7c427eaa1620396993ad5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '892c03cc-1f37-456c-b5b2-b99ca06579b1', 'name': '', 'network_id': '5c775af7-724c-4fda-8e40-d1a942821249', 'tenant_id': '6562c7a98a7c427eaa1620396993ad5c', 'mac_address': 'fa:16:3e:0e:61:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4eab98b5-d3e2-4d75-bd58-9dc209dd913a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:41:35Z', 'updated_at': '2022-06-24T23:42:00Z', 'revision_number': 5, 'project_id': '6562c7a98a7c427eaa1620396993ad5c', 'subnets': [{'id': '4eab98b5-d3e2-4d75-bd58-9dc209dd913a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 23:45:49.796037 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a375c438-17ea-4b18-ab62-a9af35ac76b1 req-e38d46af-424f-4ba8-b3aa-9fdff2e0190b tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:49.797865 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-a375c438-17ea-4b18-ab62-a9af35ac76b1 req-e38d46af-424f-4ba8-b3aa-9fdff2e0190b tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] 10.222.0.42 "GET /v2.0/ports?device_id=88883ceb-e73a-4d08-b282-e86d2f029163 HTTP/1.1" status: 200 len: 945 time: 0.0899370 Jun 24 23:45:49.847910 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-a375c438-17ea-4b18-ab62-a9af35ac76b1 req-cbf21546-e97d-47ab-ada1-e3b3378b3884 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] 10.222.0.42 "GET /v2.0/security-groups?id=b011d12b-64ad-42ed-9372-ab69b8ced82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441058 Jun 24 23:45:49.874268 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce11c60-706e-46fc-90ef-604aa9ef64a0 None None] New status for floating IP 5774c0f1-7d9c-4207-85d0-6235c8584f97: ACTIVE {{(pid=88110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 23:45:50.817825 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cb1579-d911-4dd1-ae2a-813d21438924 req-17470503-807b-4a33-8031-a8e5da56f08f tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:50.819228 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-e9cb1579-d911-4dd1-ae2a-813d21438924 req-17470503-807b-4a33-8031-a8e5da56f08f tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] 10.222.0.15 "GET /v2.0/ports?device_id=88883ceb-e73a-4d08-b282-e86d2f029163 HTTP/1.1" status: 200 len: 945 time: 0.0845313 Jun 24 23:45:50.893946 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [req-e9cb1579-d911-4dd1-ae2a-813d21438924 req-d8085028-421d-4442-995d-ac2dc6d09098 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] Deleting port 24fe3b61-1beb-441c-9931-0b636651dec2 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 23:45:50.894282 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-e9cb1579-d911-4dd1-ae2a-813d21438924 req-d8085028-421d-4442-995d-ac2dc6d09098 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754888672570'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:45:51.183092 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfe003e-2bbf-4a21-a904-b41ec46d8105 req-9430f974-63af-497c-a9eb-40d7daab5197 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:51.184558 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-2bfe003e-2bbf-4a21-a904-b41ec46d8105 req-9430f974-63af-497c-a9eb-40d7daab5197 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] 10.222.0.42 "GET /v2.0/ports?device_id=88883ceb-e73a-4d08-b282-e86d2f029163 HTTP/1.1" status: 200 len: 945 time: 0.2085001 Jun 24 23:45:51.218078 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [req-e9cb1579-d911-4dd1-ae2a-813d21438924 req-d8085028-421d-4442-995d-ac2dc6d09098 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] For port 24fe3b61-1beb-441c-9931-0b636651dec2, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=24fe3b61-1beb-441c-9931-0b636651dec2,segment=NetworkSegment(54123915-af97-4a81-8209-125e049a46d7),segment_id=54123915-af97-4a81-8209-125e049a46d7)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:45:51.218431 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-e9cb1579-d911-4dd1-ae2a-813d21438924 req-d8085028-421d-4442-995d-ac2dc6d09098 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478950'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:45:51.350434 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [req-e9cb1579-d911-4dd1-ae2a-813d21438924 req-d8085028-421d-4442-995d-ac2dc6d09098 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] Calling delete_port for 24fe3b61-1beb-441c-9931-0b636651dec2 owned by compute:nova {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 23:45:51.386267 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-2bfe003e-2bbf-4a21-a904-b41ec46d8105 req-636b748b-66b3-4055-8dcb-a8a0777b5832 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] 10.222.0.42 "GET /v2.0/security-groups?id=b011d12b-64ad-42ed-9372-ab69b8ced82c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928785 Jun 24 23:45:51.490229 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-e9cb1579-d911-4dd1-ae2a-813d21438924 req-d8085028-421d-4442-995d-ac2dc6d09098 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754888674196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754888214712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266412288'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:45:51.510704 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] get_ports_and_sgs() called for port_ids ['24fe3b61-1beb-441c-9931-0b636651dec2'] {{(pid=88110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 23:45:51.541134 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8085028-421d-4442-995d-ac2dc6d09098 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] Pushing event deleted for resources: {'Port': ['ID=24fe3b61-1beb-441c-9931-0b636651dec2,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:45:51.587134 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8085028-421d-4442-995d-ac2dc6d09098 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:45:51.587477 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8085028-421d-4442-995d-ac2dc6d09098 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:45:51.587834 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8085028-421d-4442-995d-ac2dc6d09098 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:45:51.588160 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8085028-421d-4442-995d-ac2dc6d09098 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:45:51.588484 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8085028-421d-4442-995d-ac2dc6d09098 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:45:51.588808 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8085028-421d-4442-995d-ac2dc6d09098 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:45:51.589127 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8085028-421d-4442-995d-ac2dc6d09098 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:45:51.589447 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8085028-421d-4442-995d-ac2dc6d09098 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:45:51.589763 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8085028-421d-4442-995d-ac2dc6d09098 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:45:51.590076 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8085028-421d-4442-995d-ac2dc6d09098 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:45:51.590387 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8085028-421d-4442-995d-ac2dc6d09098 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:45:51.590687 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8085028-421d-4442-995d-ac2dc6d09098 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:45:51.635882 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9cb1579-d911-4dd1-ae2a-813d21438924 req-d8085028-421d-4442-995d-ac2dc6d09098 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] No DVR routers for this DVR port 24fe3b61-1beb-441c-9931-0b636651dec2 on host hv-cinder-84718 {{(pid=88108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 23:45:51.638119 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-e9cb1579-d911-4dd1-ae2a-813d21438924 req-d8085028-421d-4442-995d-ac2dc6d09098 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122089'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:45:51.640704 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88883ceb-e73a-4d08-b282-e86d2f029163', 'name': 'network-vif-deleted', 'tag': '24fe3b61-1beb-441c-9931-0b636651dec2'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 23:45:51.656151 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-e9cb1579-d911-4dd1-ae2a-813d21438924 req-d8085028-421d-4442-995d-ac2dc6d09098 tempest-VolumesSnapshotTestJSON-695314671 tempest-VolumesSnapshotTestJSON-695314671-project] 10.222.0.15 "DELETE /v2.0/ports/24fe3b61-1beb-441c-9931-0b636651dec2 HTTP/1.1" status: 204 len: 173 time: 0.8287668 Jun 24 23:45:51.686500 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7213256-d627-4458-8819-96972ef85026'] response: {'server_uuid': '88883ceb-e73a-4d08-b282-e86d2f029163', 'name': 'network-vif-deleted', 'tag': '24fe3b61-1beb-441c-9931-0b636651dec2', 'status': 'completed', 'code': 200} Jun 24 23:45:54.611486 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Device 24fe3b61-1beb-441c-9931-0b636651dec2 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 23:45:54.653902 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-707bff31-b5da-4601-b274-386892c937dc None None] No Port match for: 24fe3b61-1beb-441c-9931-0b636651dec2 {{(pid=88110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 23:45:54.654399 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Device 24fe3b61-1beb-441c-9931-0b636651dec2 not bound to the agent host hv-cinder-84718 {{(pid=88110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 23:45:55.599781 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59640e9a-2e91-4b3c-9bd8-50b447f73962 req-4680686e-e194-457f-b3f6-c532b1bab500 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:55.601260 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-59640e9a-2e91-4b3c-9bd8-50b447f73962 req-4680686e-e194-457f-b3f6-c532b1bab500 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?device_id=f4d8ca49-d25f-4a7e-b5b6-034fec5c82a8 HTTP/1.1" status: 200 len: 946 time: 0.0860410 Jun 24 23:45:55.646073 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-59640e9a-2e91-4b3c-9bd8-50b447f73962 req-013f16f0-2e78-4c97-834b-d32ec38e21a2 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b26a354-2323-4315-80fe-b292c01f628e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389984 Jun 24 23:45:56.836195 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c99ff0b-9463-44f4-98ff-1a555eca70a2 req-9c1edbee-5486-45c9-bde6-bc20d953f908 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:56.837627 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-2c99ff0b-9463-44f4-98ff-1a555eca70a2 req-9c1edbee-5486-45c9-bde6-bc20d953f908 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?device_id=f4d8ca49-d25f-4a7e-b5b6-034fec5c82a8 HTTP/1.1" status: 200 len: 946 time: 0.0850973 Jun 24 23:45:56.881025 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-2c99ff0b-9463-44f4-98ff-1a555eca70a2 req-7c9c7812-baf5-48ce-b024-9482f6786eef tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b26a354-2323-4315-80fe-b292c01f628e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377491 Jun 24 23:45:58.071051 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bb0d70-231d-4794-876d-3c5fac60ba16 req-c59b7b7c-1dd4-4633-989b-0749bbfa2080 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:58.072446 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-c3bb0d70-231d-4794-876d-3c5fac60ba16 req-c59b7b7c-1dd4-4633-989b-0749bbfa2080 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?device_id=f4d8ca49-d25f-4a7e-b5b6-034fec5c82a8 HTTP/1.1" status: 200 len: 946 time: 0.0899167 Jun 24 23:45:58.114532 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-c3bb0d70-231d-4794-876d-3c5fac60ba16 req-6d249ba0-e29c-4782-aae6-3d12ab682c38 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b26a354-2323-4315-80fe-b292c01f628e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365841 Jun 24 23:45:59.178912 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837223c7-b0ed-49d1-8fdd-a582494e1c04 req-39c6cbb6-f79b-4890-bcf4-de4b5faa8c11 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:59.180368 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-837223c7-b0ed-49d1-8fdd-a582494e1c04 req-39c6cbb6-f79b-4890-bcf4-de4b5faa8c11 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4d8ca49-d25f-4a7e-b5b6-034fec5c82a8 HTTP/1.1" status: 200 len: 946 time: 0.0889115 Jun 24 23:45:59.301512 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [req-837223c7-b0ed-49d1-8fdd-a582494e1c04 req-58f99809-5798-4a28-95ec-da4223c5eb70 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Deleting port 1319d511-95c2-4161-90ce-9c9c8ab4b5b5 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 23:45:59.301843 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-837223c7-b0ed-49d1-8fdd-a582494e1c04 req-58f99809-5798-4a28-95ec-da4223c5eb70 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754888672570'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:45:59.401691 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a623a01d-99d6-491d-ae2b-35042fbd9720 req-d1b04b08-619e-4037-8cae-896982da10a4 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:45:59.403060 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-a623a01d-99d6-491d-ae2b-35042fbd9720 req-d1b04b08-619e-4037-8cae-896982da10a4 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?device_id=f4d8ca49-d25f-4a7e-b5b6-034fec5c82a8 HTTP/1.1" status: 200 len: 946 time: 0.1847439 Jun 24 23:45:59.588494 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-a623a01d-99d6-491d-ae2b-35042fbd9720 req-29856b2d-8439-4d4c-87ef-ff26e32cfe5b tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b26a354-2323-4315-80fe-b292c01f628e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1783066 Jun 24 23:45:59.650275 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [req-837223c7-b0ed-49d1-8fdd-a582494e1c04 req-58f99809-5798-4a28-95ec-da4223c5eb70 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] For port 1319d511-95c2-4161-90ce-9c9c8ab4b5b5, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=1319d511-95c2-4161-90ce-9c9c8ab4b5b5,segment=NetworkSegment(c647ded0-4d21-4d2d-b759-44df778a6ac4),segment_id=c647ded0-4d21-4d2d-b759-44df778a6ac4)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:45:59.650632 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-837223c7-b0ed-49d1-8fdd-a582494e1c04 req-58f99809-5798-4a28-95ec-da4223c5eb70 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478950'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:45:59.936806 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-837223c7-b0ed-49d1-8fdd-a582494e1c04 req-58f99809-5798-4a28-95ec-da4223c5eb70 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:45:59.937181 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-837223c7-b0ed-49d1-8fdd-a582494e1c04 req-58f99809-5798-4a28-95ec-da4223c5eb70 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476618'] for floatingip, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:45:59.937494 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.db.l3_db [req-837223c7-b0ed-49d1-8fdd-a582494e1c04 req-58f99809-5798-4a28-95ec-da4223c5eb70 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Floating IP 6e74a0d8-c8e4-4653-9b65-10e5a91b0423 disassociated. External IP: 172.28.1.98, port: 1319d511-95c2-4161-90ce-9c9c8ab4b5b5. Jun 24 23:45:59.937831 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [req-837223c7-b0ed-49d1-8fdd-a582494e1c04 req-58f99809-5798-4a28-95ec-da4223c5eb70 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Calling delete_port for 1319d511-95c2-4161-90ce-9c9c8ab4b5b5 owned by compute:nova {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 23:46:00.080983 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-837223c7-b0ed-49d1-8fdd-a582494e1c04 req-58f99809-5798-4a28-95ec-da4223c5eb70 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754888674196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754888214712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266412288'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:00.131094 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f99809-5798-4a28-95ec-da4223c5eb70 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Pushing event deleted for resources: {'Port': ['ID=1319d511-95c2-4161-90ce-9c9c8ab4b5b5,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:46:00.309727 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [req-837223c7-b0ed-49d1-8fdd-a582494e1c04 req-58f99809-5798-4a28-95ec-da4223c5eb70 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Router 57b267c7-ee47-440e-86b1-772e50133296 has already been hosted by L3 agent 05c04ad7-f453-4a24-8793-b86a404a0ef9 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 23:46:00.481887 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-837223c7-b0ed-49d1-8fdd-a582494e1c04 req-58f99809-5798-4a28-95ec-da4223c5eb70 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Notify agent at l3_agent.dv-cinder-847189-5-smb the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 23:46:00.492422 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9accc0d-614b-4316-94d1-bcdc22eedaab None None] Sync routers for ids ['57b267c7-ee47-440e-86b1-772e50133296'] in dv-cinder-847189-5-smb {{(pid=88111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 23:46:00.502410 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9accc0d-614b-4316-94d1-bcdc22eedaab None None] Routers {'57b267c7-ee47-440e-86b1-772e50133296'} bound to L3 agent in host dv-cinder-847189-5-smb {{(pid=88111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 23:46:00.503015 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-a9accc0d-614b-4316-94d1-bcdc22eedaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T23:32:42Z,description=,heartbeat_timestamp=2022-06-24T23:45:42Z,host='dv-cinder-847189-5-smb',id=05c04ad7-f453-4a24-8793-b86a404a0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T23:32:42Z,topic='l3_agent')) {'router_ids': ['57b267c7-ee47-440e-86b1-772e50133296'], 'active': True} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:46:00.571266 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [req-837223c7-b0ed-49d1-8fdd-a582494e1c04 req-58f99809-5798-4a28-95ec-da4223c5eb70 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] No DVR routers for this DVR port 1319d511-95c2-4161-90ce-9c9c8ab4b5b5 on host hv-cinder-84718 {{(pid=88108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 23:46:00.573918 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-837223c7-b0ed-49d1-8fdd-a582494e1c04 req-58f99809-5798-4a28-95ec-da4223c5eb70 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122089'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:00.578142 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4d8ca49-d25f-4a7e-b5b6-034fec5c82a8', 'name': 'network-vif-deleted', 'tag': '1319d511-95c2-4161-90ce-9c9c8ab4b5b5'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 23:46:00.594011 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-837223c7-b0ed-49d1-8fdd-a582494e1c04 req-58f99809-5798-4a28-95ec-da4223c5eb70 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.15 "DELETE /v2.0/ports/1319d511-95c2-4161-90ce-9c9c8ab4b5b5 HTTP/1.1" status: 204 len: 173 time: 1.4079883 Jun 24 23:46:00.653395 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e605f7b-4bb1-4319-b739-32079079513b'] response: {'server_uuid': 'f4d8ca49-d25f-4a7e-b5b6-034fec5c82a8', 'name': 'network-vif-deleted', 'tag': '1319d511-95c2-4161-90ce-9c9c8ab4b5b5', 'status': 'completed', 'code': 200} Jun 24 23:46:00.723411 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvr_db [None req-a9accc0d-614b-4316-94d1-bcdc22eedaab None None] Set router 57b267c7-ee47-440e-86b1-772e50133296 gateway port host: dv-cinder-847189-5-smb {{(pid=88111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 23:46:00.765147 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-0bae249b-6dba-4704-ab45-d3de258766a4 req-4b64cbbe-11d7-47cf-beb9-02b7f107fb0b tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Synchronizing usage tracker for tenant:b0685d2348744b39b8eb315433f69ef4 on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 23:46:00.781155 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-0bae249b-6dba-4704-ab45-d3de258766a4 req-4b64cbbe-11d7-47cf-beb9-02b7f107fb0b tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Unset dirty status for tenant:b0685d2348744b39b8eb315433f69ef4 on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 23:46:00.782457 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-0bae249b-6dba-4704-ab45-d3de258766a4 req-4b64cbbe-11d7-47cf-beb9-02b7f107fb0b tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?device_id=f4d8ca49-d25f-4a7e-b5b6-034fec5c82a8 HTTP/1.1" status: 200 len: 210 time: 0.0720696 Jun 24 23:46:01.028199 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-a9accc0d-614b-4316-94d1-bcdc22eedaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57b267c7-ee47-440e-86b1-772e50133296', 'name': 'tempest-ServerRescueNegativeTestJSON-2098051049-router', 'tenant_id': 'b0685d2348744b39b8eb315433f69ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.236'}], 'enable_snat': True}, 'gw_port_id': '9f035a1a-a9be-4110-a790-d1d4acb3181b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:41:28Z', 'updated_at': '2022-06-24T23:41:37Z', 'revision_number': 4, 'project_id': 'b0685d2348744b39b8eb315433f69ef4', 'gw_port': {'id': '9f035a1a-a9be-4110-a790-d1d4acb3181b', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ce:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b267c7-ee47-440e-86b1-772e50133296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:41:29Z', 'updated_at': '2022-06-24T23:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb', '_interfaces': [{'id': '175b867d-3ae8-4ef1-bd28-79a0dd3b008c', 'name': '', 'network_id': '878eeed2-1705-4528-82e7-be9e0c60139b', 'tenant_id': 'b0685d2348744b39b8eb315433f69ef4', 'mac_address': 'fa:16:3e:ef:b0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b267c7-ee47-440e-86b1-772e50133296', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '58b6f9c2-a230-4e37-ab12-8b61321e5f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:41:36Z', 'updated_at': '2022-06-24T23:41:58Z', 'revision_number': 5, 'project_id': 'b0685d2348744b39b8eb315433f69ef4', 'subnets': [{'id': '58b6f9c2-a230-4e37-ab12-8b61321e5f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-5-smb', False) {} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:46:01.032100 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9accc0d-614b-4316-94d1-bcdc22eedaab None None] Checking router: 57b267c7-ee47-440e-86b1-772e50133296 for host: dv-cinder-847189-5-smb {{(pid=88111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 23:46:01.041020 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9accc0d-614b-4316-94d1-bcdc22eedaab None None] Routers {'57b267c7-ee47-440e-86b1-772e50133296'} bound to L3 agent in host dv-cinder-847189-5-smb {{(pid=88111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 23:46:01.041612 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-a9accc0d-614b-4316-94d1-bcdc22eedaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T23:32:42Z,description=,heartbeat_timestamp=2022-06-24T23:45:42Z,host='dv-cinder-847189-5-smb',id=05c04ad7-f453-4a24-8793-b86a404a0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T23:32:42Z,topic='l3_agent')) {'router_ids': ['57b267c7-ee47-440e-86b1-772e50133296'], 'active': True} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:46:01.222168 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvr_db [None req-a9accc0d-614b-4316-94d1-bcdc22eedaab None None] Set router 57b267c7-ee47-440e-86b1-772e50133296 gateway port host: dv-cinder-847189-5-smb {{(pid=88111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 23:46:01.541881 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-a9accc0d-614b-4316-94d1-bcdc22eedaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57b267c7-ee47-440e-86b1-772e50133296', 'name': 'tempest-ServerRescueNegativeTestJSON-2098051049-router', 'tenant_id': 'b0685d2348744b39b8eb315433f69ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.236'}], 'enable_snat': True}, 'gw_port_id': '9f035a1a-a9be-4110-a790-d1d4acb3181b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:41:28Z', 'updated_at': '2022-06-24T23:41:37Z', 'revision_number': 4, 'project_id': 'b0685d2348744b39b8eb315433f69ef4', 'gw_port': {'id': '9f035a1a-a9be-4110-a790-d1d4acb3181b', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ce:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b267c7-ee47-440e-86b1-772e50133296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:41:29Z', 'updated_at': '2022-06-24T23:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb', '_interfaces': [{'id': '175b867d-3ae8-4ef1-bd28-79a0dd3b008c', 'name': '', 'network_id': '878eeed2-1705-4528-82e7-be9e0c60139b', 'tenant_id': 'b0685d2348744b39b8eb315433f69ef4', 'mac_address': 'fa:16:3e:ef:b0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b267c7-ee47-440e-86b1-772e50133296', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '58b6f9c2-a230-4e37-ab12-8b61321e5f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:41:36Z', 'updated_at': '2022-06-24T23:41:58Z', 'revision_number': 5, 'project_id': 'b0685d2348744b39b8eb315433f69ef4', 'subnets': [{'id': '58b6f9c2-a230-4e37-ab12-8b61321e5f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-5-smb', False) {} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:46:01.545723 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9accc0d-614b-4316-94d1-bcdc22eedaab None None] The sync data for ids ['57b267c7-ee47-440e-86b1-772e50133296'] in dv-cinder-847189-5-smb is: [{'id': '57b267c7-ee47-440e-86b1-772e50133296', 'name': 'tempest-ServerRescueNegativeTestJSON-2098051049-router', 'tenant_id': 'b0685d2348744b39b8eb315433f69ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.236'}], 'enable_snat': True}, 'gw_port_id': '9f035a1a-a9be-4110-a790-d1d4acb3181b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:41:28Z', 'updated_at': '2022-06-24T23:41:37Z', 'revision_number': 4, 'project_id': 'b0685d2348744b39b8eb315433f69ef4', 'gw_port': {'id': '9f035a1a-a9be-4110-a790-d1d4acb3181b', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ce:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b267c7-ee47-440e-86b1-772e50133296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:41:29Z', 'updated_at': '2022-06-24T23:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb', '_interfaces': [{'id': '175b867d-3ae8-4ef1-bd28-79a0dd3b008c', 'name': '', 'network_id': '878eeed2-1705-4528-82e7-be9e0c60139b', 'tenant_id': 'b0685d2348744b39b8eb315433f69ef4', 'mac_address': 'fa:16:3e:ef:b0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b267c7-ee47-440e-86b1-772e50133296', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '58b6f9c2-a230-4e37-ab12-8b61321e5f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:41:36Z', 'updated_at': '2022-06-24T23:41:58Z', 'revision_number': 5, 'project_id': 'b0685d2348744b39b8eb315433f69ef4', 'subnets': [{'id': '58b6f9c2-a230-4e37-ab12-8b61321e5f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 23:46:01.765689 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3270dfd-2458-4ffd-9126-d6077567bef1 None None] New status for floating IP 6e74a0d8-c8e4-4653-9b65-10e5a91b0423: DOWN {{(pid=88110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 23:46:01.903747 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 58558) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:46:01.971939 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-afdb3538-20ad-4461-890b-c8c38c89873c tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Notify callbacks [] for security_group, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:01.999223 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-afdb3538-20ad-4461-890b-c8c38c89873c tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:02.051140 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-afdb3538-20ad-4461-890b-c8c38c89873c tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:02.073042 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdb3538-20ad-4461-890b-c8c38c89873c tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b26a354-2323-4315-80fe-b292c01f628e,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:46:02.084206 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdb3538-20ad-4461-890b-c8c38c89873c tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:46:02.084548 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdb3538-20ad-4461-890b-c8c38c89873c tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:46:02.084879 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdb3538-20ad-4461-890b-c8c38c89873c tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:46:02.085211 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdb3538-20ad-4461-890b-c8c38c89873c tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:46:02.085540 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdb3538-20ad-4461-890b-c8c38c89873c tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:46:02.085864 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdb3538-20ad-4461-890b-c8c38c89873c tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:46:02.086179 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdb3538-20ad-4461-890b-c8c38c89873c tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:46:02.086498 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdb3538-20ad-4461-890b-c8c38c89873c tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:46:02.086816 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdb3538-20ad-4461-890b-c8c38c89873c tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:46:02.087137 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdb3538-20ad-4461-890b-c8c38c89873c tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:46:02.087453 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdb3538-20ad-4461-890b-c8c38c89873c tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:46:02.087791 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afdb3538-20ad-4461-890b-c8c38c89873c tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:46:02.092808 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-afdb3538-20ad-4461-890b-c8c38c89873c tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Notify callbacks [] for security_group, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:02.096135 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-afdb3538-20ad-4461-890b-c8c38c89873c tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "DELETE /v2.0/security-groups/0b26a354-2323-4315-80fe-b292c01f628e HTTP/1.1" status: 204 len: 168 time: 0.1911325 Jun 24 23:46:02.096578 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 58564) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:46:02.112894 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.api.v2.resource [None req-59a30bfd-d721-4d44-acbb-01685fcc651b tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] show failed (client error): The resource could not be found. Jun 24 23:46:02.113866 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-59a30bfd-d721-4d44-acbb-01685fcc651b tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/security-groups/0b26a354-2323-4315-80fe-b292c01f628e HTTP/1.1" status: 404 len: 347 time: 0.0163410 Jun 24 23:46:02.116696 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 58568) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:46:02.271532 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-b738aad0-e477-4fb7-9a1d-adb3370f29ff tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Deleting port 8b18fe46-5368-4d5e-af6c-fc3aab3baf60 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 23:46:02.271813 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b738aad0-e477-4fb7-9a1d-adb3370f29ff tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754888672570'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:02.494964 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b738aad0-e477-4fb7-9a1d-adb3370f29ff tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478950'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:02.495285 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b738aad0-e477-4fb7-9a1d-adb3370f29ff tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:02.612719 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-b738aad0-e477-4fb7-9a1d-adb3370f29ff tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Calling delete_port for 8b18fe46-5368-4d5e-af6c-fc3aab3baf60 owned by network:floatingip {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 23:46:02.674104 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Device 1319d511-95c2-4161-90ce-9c9c8ab4b5b5 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 23:46:02.711921 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-707bff31-b5da-4601-b274-386892c937dc None None] No Port match for: 1319d511-95c2-4161-90ce-9c9c8ab4b5b5 {{(pid=88110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 23:46:02.712263 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Device 1319d511-95c2-4161-90ce-9c9c8ab4b5b5 not bound to the agent host hv-cinder-84718 {{(pid=88110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 23:46:02.768105 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b738aad0-e477-4fb7-9a1d-adb3370f29ff tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754888674196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754888214712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266412288'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:02.865798 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b738aad0-e477-4fb7-9a1d-adb3370f29ff tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Pushing event deleted for resources: {'Port': ['ID=8b18fe46-5368-4d5e-af6c-fc3aab3baf60,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:46:02.918121 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b738aad0-e477-4fb7-9a1d-adb3370f29ff tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Notify callbacks [] for floatingip, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:02.935004 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-b738aad0-e477-4fb7-9a1d-adb3370f29ff tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122089'] for floatingip, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:02.936196 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-b738aad0-e477-4fb7-9a1d-adb3370f29ff tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "DELETE /v2.0/floatingips/6e74a0d8-c8e4-4653-9b65-10e5a91b0423 HTTP/1.1" status: 204 len: 168 time: 0.8186400 Jun 24 23:46:05.733002 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1869ed1b-7577-487e-98b7-8d208ced098e req-49838369-b3c8-439b-a098-906592bbd113 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:46:05.733691 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-1869ed1b-7577-487e-98b7-8d208ced098e req-49838369-b3c8-439b-a098-906592bbd113 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Synchronizing usage tracker for tenant:b0685d2348744b39b8eb315433f69ef4 on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 23:46:05.750035 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-1869ed1b-7577-487e-98b7-8d208ced098e req-49838369-b3c8-439b-a098-906592bbd113 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Unset dirty status for tenant:b0685d2348744b39b8eb315433f69ef4 on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 23:46:05.751139 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-1869ed1b-7577-487e-98b7-8d208ced098e req-49838369-b3c8-439b-a098-906592bbd113 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e80ccfd-4a2f-4e41-a68d-a6b03ae1982b HTTP/1.1" status: 200 len: 946 time: 0.1057539 Jun 24 23:46:05.794392 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-1869ed1b-7577-487e-98b7-8d208ced098e req-cd151e9c-d3f3-45b9-8109-4d2df283a8e9 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/security-groups?id=20c47638-9a00-4622-a48b-78e864be34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371454 Jun 24 23:46:06.983805 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e588ce72-4c56-48e2-8d50-d612e9686e1e req-b9821376-ce26-43de-b5a3-ecec63d02b00 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:46:06.985251 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-e588ce72-4c56-48e2-8d50-d612e9686e1e req-b9821376-ce26-43de-b5a3-ecec63d02b00 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e80ccfd-4a2f-4e41-a68d-a6b03ae1982b HTTP/1.1" status: 200 len: 946 time: 0.0844069 Jun 24 23:46:07.027193 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [req-e588ce72-4c56-48e2-8d50-d612e9686e1e req-55418c4a-1cc5-4d64-b29b-9764ab3c9422 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Synchronizing usage tracker for tenant:b0685d2348744b39b8eb315433f69ef4 on resource:security_group {{(pid=88109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 23:46:07.042616 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [req-e588ce72-4c56-48e2-8d50-d612e9686e1e req-55418c4a-1cc5-4d64-b29b-9764ab3c9422 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Unset dirty status for tenant:b0685d2348744b39b8eb315433f69ef4 on resource:security_group {{(pid=88109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 23:46:07.044078 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-e588ce72-4c56-48e2-8d50-d612e9686e1e req-55418c4a-1cc5-4d64-b29b-9764ab3c9422 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/security-groups?id=20c47638-9a00-4622-a48b-78e864be34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527771 Jun 24 23:46:07.127927 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-28434fb8-9cba-4dc2-99ec-9bd426ac7cff req-16b74440-47d5-42ee-a907-f79ec45a0250 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1018746065&fields=id&tenant_id=151ea147ef8c4618aa21e9c58a3558f2 HTTP/1.1" status: 200 len: 267 time: 0.0377359 Jun 24 23:46:07.218045 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28434fb8-9cba-4dc2-99ec-9bd426ac7cff req-0cd7fee1-935e-4683-80d3-8c42f0a55265 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:46:07.219465 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-28434fb8-9cba-4dc2-99ec-9bd426ac7cff req-0cd7fee1-935e-4683-80d3-8c42f0a55265 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] 10.222.0.42 "GET /v2.0/ports?device_id=62325896-fd64-47ea-bc98-2483abf5412f HTTP/1.1" status: 200 len: 985 time: 0.0858512 Jun 24 23:46:07.231455 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.v2.base [req-28434fb8-9cba-4dc2-99ec-9bd426ac7cff req-dcaa1c56-3c6e-4e6b-97f6-1d7673d1411d tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Request body: {'port': {'security_groups': ['81d50479-3b9f-45c7-bc72-09d3ca41e12d']}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:46:07.350384 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-28434fb8-9cba-4dc2-99ec-9bd426ac7cff req-dcaa1c56-3c6e-4e6b-97f6-1d7673d1411d tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:07.585307 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [req-28434fb8-9cba-4dc2-99ec-9bd426ac7cff req-dcaa1c56-3c6e-4e6b-97f6-1d7673d1411d tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] For port b2438596-128b-467d-8542-90663578d0b5, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=b2438596-128b-467d-8542-90663578d0b5,segment=NetworkSegment(f561a82c-2c3c-47d3-bd82-978ca7f3ed56),segment_id=f561a82c-2c3c-47d3-bd82-978ca7f3ed56)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:46:07.608615 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-28434fb8-9cba-4dc2-99ec-9bd426ac7cff req-dcaa1c56-3c6e-4e6b-97f6-1d7673d1411d tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:07.613073 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-28434fb8-9cba-4dc2-99ec-9bd426ac7cff req-dcaa1c56-3c6e-4e6b-97f6-1d7673d1411d tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266412311'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:07.626916 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] get_ports_and_sgs() called for port_ids ['b2438596-128b-467d-8542-90663578d0b5'] {{(pid=88110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 23:46:07.691180 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaa1c56-3c6e-4e6b-97f6-1d7673d1411d tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Pushing event updated for resources: {'Port': ['ID=b2438596-128b-467d-8542-90663578d0b5,revision_number=7']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:46:07.700615 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28434fb8-9cba-4dc2-99ec-9bd426ac7cff req-dcaa1c56-3c6e-4e6b-97f6-1d7673d1411d tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:46:07.701600 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-28434fb8-9cba-4dc2-99ec-9bd426ac7cff req-dcaa1c56-3c6e-4e6b-97f6-1d7673d1411d tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122089'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:07.705737 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-28434fb8-9cba-4dc2-99ec-9bd426ac7cff req-dcaa1c56-3c6e-4e6b-97f6-1d7673d1411d tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] 10.222.0.42 "PUT /v2.0/ports/b2438596-128b-467d-8542-90663578d0b5 HTTP/1.1" status: 200 len: 943 time: 0.4784954 Jun 24 23:46:07.706194 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62325896-fd64-47ea-bc98-2483abf5412f', 'tag': 'b2438596-128b-467d-8542-90663578d0b5'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 23:46:07.708835 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 58632) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:46:07.768945 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3b08c53-c943-4f4b-832b-0e00b0ef3946'] response: {'name': 'network-changed', 'server_uuid': '62325896-fd64-47ea-bc98-2483abf5412f', 'tag': 'b2438596-128b-467d-8542-90663578d0b5', 'status': 'completed', 'code': 200} Jun 24 23:46:07.812434 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-7226de7c-5b04-4af8-a7da-ba631a43e7bc tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Notify callbacks [] for security_group, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:07.841208 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] get_ports_and_sgs() called for port_ids ['b2438596-128b-467d-8542-90663578d0b5'] {{(pid=88110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 23:46:07.848345 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-7226de7c-5b04-4af8-a7da-ba631a43e7bc tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:07.891263 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388cb614-f600-4b37-877f-aca4db55a115 req-abd7f255-e153-417e-b77f-6909af9a435a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:46:07.897673 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-388cb614-f600-4b37-877f-aca4db55a115 req-abd7f255-e153-417e-b77f-6909af9a435a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=151ea147ef8c4618aa21e9c58a3558f2&device_id=62325896-fd64-47ea-bc98-2483abf5412f HTTP/1.1" status: 200 len: 1099 time: 0.1067889 Jun 24 23:46:07.958950 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-7226de7c-5b04-4af8-a7da-ba631a43e7bc tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:07.983036 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7226de7c-5b04-4af8-a7da-ba631a43e7bc tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c622264-0004-4378-8658-7230f01681a3,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:46:07.995899 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-7226de7c-5b04-4af8-a7da-ba631a43e7bc tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Notify callbacks [] for security_group, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:07.999467 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-7226de7c-5b04-4af8-a7da-ba631a43e7bc tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] 10.222.0.42 "DELETE /v2.0/security-groups/5c622264-0004-4378-8658-7230f01681a3 HTTP/1.1" status: 204 len: 168 time: 0.2870541 Jun 24 23:46:07.999774 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 58638) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:46:08.084878 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-b0f13587-149c-4342-80ca-d2f242f40679 None None] Provisioning complete for port b2438596-128b-467d-8542-90663578d0b5 triggered by entity DHCP. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:46:08.085305 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b0f13587-149c-4342-80ca-d2f242f40679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:08.134774 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388cb614-f600-4b37-877f-aca4db55a115 req-5ecc1144-3d99-4bb7-aab6-f50bf0843451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:46:08.136994 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-388cb614-f600-4b37-877f-aca4db55a115 req-5ecc1144-3d99-4bb7-aab6-f50bf0843451 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7c4459ee-7a68-488a-8b83-1a7083441ab1 HTTP/1.1" status: 200 len: 916 time: 0.2316172 Jun 24 23:46:08.213632 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-3071df33-4345-4269-894d-51c7b23f99ea tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Deleting port 67087572-b3b6-456e-9a15-be9b0f063645 {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 23:46:08.213921 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-3071df33-4345-4269-894d-51c7b23f99ea tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754888672570'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:08.218390 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-b0f13587-149c-4342-80ca-d2f242f40679 None None] Current status of the port b2438596-128b-467d-8542-90663578d0b5 is: ACTIVE; New status is: ACTIVE {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:46:08.382176 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-388cb614-f600-4b37-877f-aca4db55a115 req-33af7f01-d682-4726-b4eb-715309ba7472 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b2438596-128b-467d-8542-90663578d0b5 HTTP/1.1" status: 200 len: 1002 time: 0.2330174 Jun 24 23:46:08.445486 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503defeb-2864-474a-b9f6-99d099ca4f2f req-97c4145c-e2cc-43b1-ae7d-99d72c6442d2 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:46:08.446911 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-503defeb-2864-474a-b9f6-99d099ca4f2f req-97c4145c-e2cc-43b1-ae7d-99d72c6442d2 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e80ccfd-4a2f-4e41-a68d-a6b03ae1982b HTTP/1.1" status: 200 len: 946 time: 0.4039972 Jun 24 23:46:08.486616 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-3071df33-4345-4269-894d-51c7b23f99ea tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478950'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:08.486941 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-3071df33-4345-4269-894d-51c7b23f99ea tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:08.521854 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bd9aae-6de9-4a67-b148-c49a1c94bcd6 req-01237720-fb3d-4d08-aee4-c2244ea9a537 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:46:08.523274 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-10bd9aae-6de9-4a67-b148-c49a1c94bcd6 req-01237720-fb3d-4d08-aee4-c2244ea9a537 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e80ccfd-4a2f-4e41-a68d-a6b03ae1982b HTTP/1.1" status: 200 len: 946 time: 0.2546546 Jun 24 23:46:08.532316 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388cb614-f600-4b37-877f-aca4db55a115 req-fad12353-03ad-4a8b-a12e-fdd75033bf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:46:08.533669 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-388cb614-f600-4b37-877f-aca4db55a115 req-fad12353-03ad-4a8b-a12e-fdd75033bf62 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2ed903d3-95bb-4d89-ab6e-9d12008d003c HTTP/1.1" status: 200 len: 854 time: 0.1433077 Jun 24 23:46:08.595967 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [req-503defeb-2864-474a-b9f6-99d099ca4f2f req-74f2e4b5-7f2e-4be7-9fd7-e56c04b41ce6 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Deleting port 8842045c-5bb7-4ef5-b5d9-ce2f6fdf2562 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 23:46:08.596300 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-503defeb-2864-474a-b9f6-99d099ca4f2f req-74f2e4b5-7f2e-4be7-9fd7-e56c04b41ce6 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754888672570'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:08.606007 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-3071df33-4345-4269-894d-51c7b23f99ea tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Calling delete_port for 67087572-b3b6-456e-9a15-be9b0f063645 owned by network:floatingip {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 23:46:08.680381 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-10bd9aae-6de9-4a67-b148-c49a1c94bcd6 req-363291d6-f801-43e0-94b2-321813fe8571 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/security-groups?id=20c47638-9a00-4622-a48b-78e864be34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497800 Jun 24 23:46:08.763338 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388cb614-f600-4b37-877f-aca4db55a115 req-43143bde-08c1-4b44-9b66-7c7580ddd85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:46:08.764812 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-388cb614-f600-4b37-877f-aca4db55a115 req-43143bde-08c1-4b44-9b66-7c7580ddd85a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7c4459ee-7a68-488a-8b83-1a7083441ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2150538 Jun 24 23:46:08.769389 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-3071df33-4345-4269-894d-51c7b23f99ea tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754888674196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754888214712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266550608'] for port, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:08.787907 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:08.823967 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3071df33-4345-4269-894d-51c7b23f99ea tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Pushing event deleted for resources: {'Port': ['ID=67087572-b3b6-456e-9a15-be9b0f063645,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:46:08.923447 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-3071df33-4345-4269-894d-51c7b23f99ea tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Notify callbacks [] for floatingip, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:08.923811 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.db.l3_db [None req-3071df33-4345-4269-894d-51c7b23f99ea tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Floating IP 984dd932-799d-4300-98bf-611551c03d8f disassociated (deleted). External IP: 172.28.1.149, port: b2438596-128b-467d-8542-90663578d0b5. Jun 24 23:46:09.002493 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [req-503defeb-2864-474a-b9f6-99d099ca4f2f req-74f2e4b5-7f2e-4be7-9fd7-e56c04b41ce6 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] For port 8842045c-5bb7-4ef5-b5d9-ce2f6fdf2562, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=8842045c-5bb7-4ef5-b5d9-ce2f6fdf2562,segment=NetworkSegment(c647ded0-4d21-4d2d-b759-44df778a6ac4),segment_id=c647ded0-4d21-4d2d-b759-44df778a6ac4)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:46:09.002871 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-503defeb-2864-474a-b9f6-99d099ca4f2f req-74f2e4b5-7f2e-4be7-9fd7-e56c04b41ce6 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478950'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:09.018724 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-388cb614-f600-4b37-877f-aca4db55a115 req-0d421cba-7831-4a87-9dd1-7a2a34e5630c service neutron] 10.222.0.15 "GET /v2.0/networks/7c4459ee-7a68-488a-8b83-1a7083441ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362678 Jun 24 23:46:09.228334 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [req-503defeb-2864-474a-b9f6-99d099ca4f2f req-74f2e4b5-7f2e-4be7-9fd7-e56c04b41ce6 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Calling delete_port for 8842045c-5bb7-4ef5-b5d9-ce2f6fdf2562 owned by compute:nova {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 23:46:09.299592 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3071df33-4345-4269-894d-51c7b23f99ea tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Router 24afa311-ea3c-4f63-9698-2869a199a0db has already been hosted by L3 agent 05c04ad7-f453-4a24-8793-b86a404a0ef9 {{(pid=88109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 23:46:09.313924 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-388cb614-f600-4b37-877f-aca4db55a115 req-43ed8a1b-e83b-4d35-aecd-081d8151110a service neutron] 10.222.0.15 "GET /v2.0/networks/7c4459ee-7a68-488a-8b83-1a7083441ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376051 Jun 24 23:46:09.403927 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-503defeb-2864-474a-b9f6-99d099ca4f2f req-74f2e4b5-7f2e-4be7-9fd7-e56c04b41ce6 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754888674196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754888214712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266412288'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:09.417370 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] get_ports_and_sgs() called for port_ids ['2107efc8-6059-44ad-b1ac-307690c37f92'] {{(pid=88110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 23:46:09.454965 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f2e4b5-7f2e-4be7-9fd7-e56c04b41ce6 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Pushing event deleted for resources: {'Port': ['ID=8842045c-5bb7-4ef5-b5d9-ce2f6fdf2562,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:46:09.503621 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3071df33-4345-4269-894d-51c7b23f99ea tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Notify agent at l3_agent.dv-cinder-847189-5-smb the message routers_updated {{(pid=88109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 23:46:09.516928 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c10e31-4dc6-437a-b63e-641b6d01b415 None None] Sync routers for ids ['24afa311-ea3c-4f63-9698-2869a199a0db'] in dv-cinder-847189-5-smb {{(pid=88111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 23:46:09.527573 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-3071df33-4345-4269-894d-51c7b23f99ea tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122089'] for floatingip, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:09.529333 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c10e31-4dc6-437a-b63e-641b6d01b415 None None] Routers {'24afa311-ea3c-4f63-9698-2869a199a0db'} bound to L3 agent in host dv-cinder-847189-5-smb {{(pid=88111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 23:46:09.530179 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-11c10e31-4dc6-437a-b63e-641b6d01b415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T23:32:42Z,description=,heartbeat_timestamp=2022-06-24T23:45:42Z,host='dv-cinder-847189-5-smb',id=05c04ad7-f453-4a24-8793-b86a404a0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T23:32:42Z,topic='l3_agent')) {'router_ids': ['24afa311-ea3c-4f63-9698-2869a199a0db'], 'active': True} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:46:09.547146 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [req-503defeb-2864-474a-b9f6-99d099ca4f2f req-74f2e4b5-7f2e-4be7-9fd7-e56c04b41ce6 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] No DVR routers for this DVR port 8842045c-5bb7-4ef5-b5d9-ce2f6fdf2562 on host hv-cinder-84718 {{(pid=88108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 23:46:09.549559 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-503defeb-2864-474a-b9f6-99d099ca4f2f req-74f2e4b5-7f2e-4be7-9fd7-e56c04b41ce6 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122089'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:09.567472 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-503defeb-2864-474a-b9f6-99d099ca4f2f req-74f2e4b5-7f2e-4be7-9fd7-e56c04b41ce6 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.15 "DELETE /v2.0/ports/8842045c-5bb7-4ef5-b5d9-ce2f6fdf2562 HTTP/1.1" status: 204 len: 173 time: 1.1138785 Jun 24 23:46:09.594960 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-3071df33-4345-4269-894d-51c7b23f99ea tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] 10.222.0.42 "DELETE /v2.0/floatingips/984dd932-799d-4300-98bf-611551c03d8f HTTP/1.1" status: 204 len: 168 time: 1.5941250 Jun 24 23:46:09.595547 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62325896-fd64-47ea-bc98-2483abf5412f', 'tag': 'b2438596-128b-467d-8542-90663578d0b5'}] {{(pid=88109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 23:46:09.646453 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a184ba46-09c7-450e-9b33-daf6397c9326'] response: {'name': 'network-changed', 'server_uuid': '62325896-fd64-47ea-bc98-2483abf5412f', 'tag': 'b2438596-128b-467d-8542-90663578d0b5', 'status': 'completed', 'code': 200} Jun 24 23:46:09.725203 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvr_db [None req-11c10e31-4dc6-437a-b63e-641b6d01b415 None None] Set router 24afa311-ea3c-4f63-9698-2869a199a0db gateway port host: dv-cinder-847189-5-smb {{(pid=88111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 23:46:09.770297 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e80ccfd-4a2f-4e41-a68d-a6b03ae1982b', 'name': 'network-vif-deleted', 'tag': '8842045c-5bb7-4ef5-b5d9-ce2f6fdf2562'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 23:46:09.789980 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e9238-e572-47d7-a4c5-28b4ed194b35 req-db1314ca-bc38-4b8a-9c43-230c9747b4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:46:09.791862 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-dd8e9238-e572-47d7-a4c5-28b4ed194b35 req-db1314ca-bc38-4b8a-9c43-230c9747b4fe service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=151ea147ef8c4618aa21e9c58a3558f2&device_id=62325896-fd64-47ea-bc98-2483abf5412f HTTP/1.1" status: 200 len: 1099 time: 0.1142521 Jun 24 23:46:10.086979 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-31b8d6ba-4e1c-4c81-9230-ca7cb4b49d95 req-a544b8dc-44d0-4f33-8bc7-16c402c7724b tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Synchronizing usage tracker for tenant:b0685d2348744b39b8eb315433f69ef4 on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 23:46:10.129784 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-31b8d6ba-4e1c-4c81-9230-ca7cb4b49d95 req-a544b8dc-44d0-4f33-8bc7-16c402c7724b tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Unset dirty status for tenant:b0685d2348744b39b8eb315433f69ef4 on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 23:46:10.148148 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-31b8d6ba-4e1c-4c81-9230-ca7cb4b49d95 req-a544b8dc-44d0-4f33-8bc7-16c402c7724b tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e80ccfd-4a2f-4e41-a68d-a6b03ae1982b HTTP/1.1" status: 200 len: 210 time: 0.1220279 Jun 24 23:46:10.173251 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b30c5307-8e74-4110-b6e2-ada9a3af3ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:10.189002 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e9238-e572-47d7-a4c5-28b4ed194b35 req-867d4d69-be37-45cc-a4fd-812bcc781dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:46:10.190503 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-dd8e9238-e572-47d7-a4c5-28b4ed194b35 req-867d4d69-be37-45cc-a4fd-812bcc781dd6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7c4459ee-7a68-488a-8b83-1a7083441ab1 HTTP/1.1" status: 200 len: 916 time: 0.3910613 Jun 24 23:46:10.200793 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1f14fca-937b-4e31-b761-186d0c0a8666'] response: {'server_uuid': '2e80ccfd-4a2f-4e41-a68d-a6b03ae1982b', 'name': 'network-vif-deleted', 'tag': '8842045c-5bb7-4ef5-b5d9-ce2f6fdf2562', 'status': 'completed', 'code': 200} Jun 24 23:46:10.262257 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-11c10e31-4dc6-437a-b63e-641b6d01b415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24afa311-ea3c-4f63-9698-2869a199a0db', 'name': 'tempest-TestMinimumBasicScenario-1830635048-router', 'tenant_id': '151ea147ef8c4618aa21e9c58a3558f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.28'}], 'enable_snat': True}, 'gw_port_id': 'cfadfa66-204b-470e-bc8b-4cbf250c2a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:42:59Z', 'updated_at': '2022-06-24T23:43:06Z', 'revision_number': 4, 'project_id': '151ea147ef8c4618aa21e9c58a3558f2', 'gw_port': {'id': 'cfadfa66-204b-470e-bc8b-4cbf250c2a50', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24afa311-ea3c-4f63-9698-2869a199a0db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:43:00Z', 'updated_at': '2022-06-24T23:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb', '_interfaces': [{'id': '904da251-e208-4511-aa8b-40789b194499', 'name': '', 'network_id': '7c4459ee-7a68-488a-8b83-1a7083441ab1', 'tenant_id': '151ea147ef8c4618aa21e9c58a3558f2', 'mac_address': 'fa:16:3e:6c:25:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24afa311-ea3c-4f63-9698-2869a199a0db', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '2ed903d3-95bb-4d89-ab6e-9d12008d003c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:43:05Z', 'updated_at': '2022-06-24T23:43:16Z', 'revision_number': 5, 'project_id': '151ea147ef8c4618aa21e9c58a3558f2', 'subnets': [{'id': '2ed903d3-95bb-4d89-ab6e-9d12008d003c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-5-smb', False) {} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:46:10.270775 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c10e31-4dc6-437a-b63e-641b6d01b415 None None] Checking router: 24afa311-ea3c-4f63-9698-2869a199a0db for host: dv-cinder-847189-5-smb {{(pid=88111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 23:46:10.295652 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c10e31-4dc6-437a-b63e-641b6d01b415 None None] Routers {'24afa311-ea3c-4f63-9698-2869a199a0db'} bound to L3 agent in host dv-cinder-847189-5-smb {{(pid=88111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 23:46:10.296436 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-11c10e31-4dc6-437a-b63e-641b6d01b415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T23:32:42Z,description=,heartbeat_timestamp=2022-06-24T23:45:42Z,host='dv-cinder-847189-5-smb',id=05c04ad7-f453-4a24-8793-b86a404a0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T23:32:42Z,topic='l3_agent')) {'router_ids': ['24afa311-ea3c-4f63-9698-2869a199a0db'], 'active': True} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:46:10.315481 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-dd8e9238-e572-47d7-a4c5-28b4ed194b35 req-04749d61-02f2-4220-8115-66c39535e6c7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b2438596-128b-467d-8542-90663578d0b5 HTTP/1.1" status: 200 len: 217 time: 0.1133590 Jun 24 23:46:10.403963 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e9238-e572-47d7-a4c5-28b4ed194b35 req-f14e90cb-77b7-47f8-816b-c14df53d039f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:46:10.406505 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-dd8e9238-e572-47d7-a4c5-28b4ed194b35 req-f14e90cb-77b7-47f8-816b-c14df53d039f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2ed903d3-95bb-4d89-ab6e-9d12008d003c HTTP/1.1" status: 200 len: 854 time: 0.0842569 Jun 24 23:46:10.504396 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e9238-e572-47d7-a4c5-28b4ed194b35 req-1f0e65c9-982e-427f-b618-d9754c570127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:46:10.506036 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-dd8e9238-e572-47d7-a4c5-28b4ed194b35 req-1f0e65c9-982e-427f-b618-d9754c570127 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7c4459ee-7a68-488a-8b83-1a7083441ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0920961 Jun 24 23:46:10.509677 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvr_db [None req-11c10e31-4dc6-437a-b63e-641b6d01b415 None None] Set router 24afa311-ea3c-4f63-9698-2869a199a0db gateway port host: dv-cinder-847189-5-smb {{(pid=88111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 23:46:10.645287 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-dd8e9238-e572-47d7-a4c5-28b4ed194b35 req-2433f9a0-08b1-463d-9f32-6e190500559a service neutron] 10.222.0.15 "GET /v2.0/networks/7c4459ee-7a68-488a-8b83-1a7083441ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315315 Jun 24 23:46:10.725125 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Device 8842045c-5bb7-4ef5-b5d9-ce2f6fdf2562 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 23:46:10.780216 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-707bff31-b5da-4601-b274-386892c937dc None None] No Port match for: 8842045c-5bb7-4ef5-b5d9-ce2f6fdf2562 {{(pid=88110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 23:46:10.780823 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Device 8842045c-5bb7-4ef5-b5d9-ce2f6fdf2562 not bound to the agent host hv-cinder-84718 {{(pid=88110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 23:46:10.826141 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-dd8e9238-e572-47d7-a4c5-28b4ed194b35 req-a23ef39f-0746-453c-b1f6-2956b23d6eea service neutron] 10.222.0.15 "GET /v2.0/networks/7c4459ee-7a68-488a-8b83-1a7083441ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735294 Jun 24 23:46:10.882548 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-11c10e31-4dc6-437a-b63e-641b6d01b415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24afa311-ea3c-4f63-9698-2869a199a0db', 'name': 'tempest-TestMinimumBasicScenario-1830635048-router', 'tenant_id': '151ea147ef8c4618aa21e9c58a3558f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.28'}], 'enable_snat': True}, 'gw_port_id': 'cfadfa66-204b-470e-bc8b-4cbf250c2a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:42:59Z', 'updated_at': '2022-06-24T23:43:06Z', 'revision_number': 4, 'project_id': '151ea147ef8c4618aa21e9c58a3558f2', 'gw_port': {'id': 'cfadfa66-204b-470e-bc8b-4cbf250c2a50', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24afa311-ea3c-4f63-9698-2869a199a0db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:43:00Z', 'updated_at': '2022-06-24T23:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb', '_interfaces': [{'id': '904da251-e208-4511-aa8b-40789b194499', 'name': '', 'network_id': '7c4459ee-7a68-488a-8b83-1a7083441ab1', 'tenant_id': '151ea147ef8c4618aa21e9c58a3558f2', 'mac_address': 'fa:16:3e:6c:25:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24afa311-ea3c-4f63-9698-2869a199a0db', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '2ed903d3-95bb-4d89-ab6e-9d12008d003c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:43:05Z', 'updated_at': '2022-06-24T23:43:16Z', 'revision_number': 5, 'project_id': '151ea147ef8c4618aa21e9c58a3558f2', 'subnets': [{'id': '2ed903d3-95bb-4d89-ab6e-9d12008d003c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-5-smb', False) {} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:46:10.886426 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c10e31-4dc6-437a-b63e-641b6d01b415 None None] The sync data for ids ['24afa311-ea3c-4f63-9698-2869a199a0db'] in dv-cinder-847189-5-smb is: [{'id': '24afa311-ea3c-4f63-9698-2869a199a0db', 'name': 'tempest-TestMinimumBasicScenario-1830635048-router', 'tenant_id': '151ea147ef8c4618aa21e9c58a3558f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.28'}], 'enable_snat': True}, 'gw_port_id': 'cfadfa66-204b-470e-bc8b-4cbf250c2a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:42:59Z', 'updated_at': '2022-06-24T23:43:06Z', 'revision_number': 4, 'project_id': '151ea147ef8c4618aa21e9c58a3558f2', 'gw_port': {'id': 'cfadfa66-204b-470e-bc8b-4cbf250c2a50', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24afa311-ea3c-4f63-9698-2869a199a0db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:43:00Z', 'updated_at': '2022-06-24T23:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb', '_interfaces': [{'id': '904da251-e208-4511-aa8b-40789b194499', 'name': '', 'network_id': '7c4459ee-7a68-488a-8b83-1a7083441ab1', 'tenant_id': '151ea147ef8c4618aa21e9c58a3558f2', 'mac_address': 'fa:16:3e:6c:25:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24afa311-ea3c-4f63-9698-2869a199a0db', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '2ed903d3-95bb-4d89-ab6e-9d12008d003c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:43:05Z', 'updated_at': '2022-06-24T23:43:16Z', 'revision_number': 5, 'project_id': '151ea147ef8c4618aa21e9c58a3558f2', 'subnets': [{'id': '2ed903d3-95bb-4d89-ab6e-9d12008d003c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 23:46:11.085413 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3aa7289-f2d3-40a5-addb-b8e8b59504df None None] New status for floating IP 984dd932-799d-4300-98bf-611551c03d8f: DOWN {{(pid=88110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 23:46:11.607191 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 58702) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:46:11.608900 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1340bb-2903-4452-827e-17422534fc58 req-87b05db3-acf1-4f66-ad31-3ea87aefb649 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:46:11.613344 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-ce1340bb-2903-4452-827e-17422534fc58 req-87b05db3-acf1-4f66-ad31-3ea87aefb649 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?device_id=ff4d6822-c2c9-484c-85b2-e9b5ea13ad06 HTTP/1.1" status: 200 len: 946 time: 0.0952020 Jun 24 23:46:11.660413 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-ce1340bb-2903-4452-827e-17422534fc58 req-7cc2e49b-83fe-45fd-8331-fbe3cff1d56e tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/security-groups?id=20c47638-9a00-4622-a48b-78e864be34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408034 Jun 24 23:46:11.667348 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c6c7c05-ecf4-44ae-997e-44c4f6033a04 admin admin] Deleting subnet 7716ef76-7450-4aea-a010-177127f717f7 {{(pid=88109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 24 23:46:11.670483 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-2c6c7c05-ecf4-44ae-997e-44c4f6033a04 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:11.724876 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-2c6c7c05-ecf4-44ae-997e-44c4f6033a04 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266491957'] for subnet, precommit_delete_associations {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:11.780093 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-2c6c7c05-ecf4-44ae-997e-44c4f6033a04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1563746'] for subnet, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:11.846254 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-2c6c7c05-ecf4-44ae-997e-44c4f6033a04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1563737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266550541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266086728'] for subnet, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:11.886926 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6c7c05-ecf4-44ae-997e-44c4f6033a04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7716ef76-7450-4aea-a010-177127f717f7,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:46:11.890614 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-2c6c7c05-ecf4-44ae-997e-44c4f6033a04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:11.896379 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-2c6c7c05-ecf4-44ae-997e-44c4f6033a04 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/7716ef76-7450-4aea-a010-177127f717f7 HTTP/1.1" status: 204 len: 168 time: 0.2873397 Jun 24 23:46:11.898866 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 58708) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:46:12.101544 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1c98e88c-5439-46c4-941e-8b1c8b4c1166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1475803'] for network, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:12.161320 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-f1a8df3b-6616-4c21-b2a7-0b9edaf14992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:12.181502 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-b4600cc5-1d23-4a44-9166-6516ec1a6783 req-da3ec2f2-fc80-4d7f-b7c2-6388cacda865 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=62325896-fd64-47ea-bc98-2483abf5412f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0818658 Jun 24 23:46:12.224429 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1c98e88c-5439-46c4-941e-8b1c8b4c1166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1564183', 'neutron.services.segments.db._delete_segments_for_network-8754888586361'] for network, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:12.248498 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.services.segments.db [None req-1c98e88c-5439-46c4-941e-8b1c8b4c1166 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c7c961b-1004-4e8e-87f8-0a74685fbdb0']}} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:46:12.260147 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.services.segments.db [None req-1c98e88c-5439-46c4-941e-8b1c8b4c1166 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54123915-af97-4a81-8209-125e049a46d7') {'for_net_delete': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:46:12.260452 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.services.segments.db [None req-1c98e88c-5439-46c4-941e-8b1c8b4c1166 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54123915-af97-4a81-8209-125e049a46d7') {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:46:12.272572 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1c98e88c-5439-46c4-941e-8b1c8b4c1166 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754888590228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266491964'] for segment, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:12.287991 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1c98e88c-5439-46c4-941e-8b1c8b4c1166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569928'] for segment, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:12.294244 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c98e88c-5439-46c4-941e-8b1c8b4c1166 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=88109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 23:46:12.294623 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1c98e88c-5439-46c4-941e-8b1c8b4c1166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1569927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266550691'] for segment, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:12.334067 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4600cc5-1d23-4a44-9166-6516ec1a6783 req-14650964-2c67-4e56-a62b-b100e0e2ab56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:46:12.335560 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-b4600cc5-1d23-4a44-9166-6516ec1a6783 req-14650964-2c67-4e56-a62b-b100e0e2ab56 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=151ea147ef8c4618aa21e9c58a3558f2&device_id=62325896-fd64-47ea-bc98-2483abf5412f HTTP/1.1" status: 200 len: 1099 time: 0.0817425 Jun 24 23:46:12.357832 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.services.segments.plugin [-] Segment 54123915-af97-4a81-8209-125e049a46d7 resource provider aggregate not found Jun 24 23:46:12.380640 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.services.segments.plugin [-] Segment 54123915-af97-4a81-8209-125e049a46d7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 54123915-af97-4a81-8209-125e049a46d7 found for delete ", "request_id": "req-141bf43a-88f9-4f88-8fdc-2578d9866548"}]} Jun 24 23:46:12.392722 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1c98e88c-5439-46c4-941e-8b1c8b4c1166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1564184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476632'] for network, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:12.408085 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1c98e88c-5439-46c4-941e-8b1c8b4c1166 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627732'] for network, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:12.418185 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c98e88c-5439-46c4-941e-8b1c8b4c1166 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c7c961b-1004-4e8e-87f8-0a74685fbdb0,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:46:12.427327 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-1c98e88c-5439-46c4-941e-8b1c8b4c1166 admin admin] 10.222.0.42 "DELETE /v2.0/networks/6c7c961b-1004-4e8e-87f8-0a74685fbdb0 HTTP/1.1" status: 204 len: 168 time: 0.5273662 Jun 24 23:46:12.481713 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4600cc5-1d23-4a44-9166-6516ec1a6783 req-7f3ff0f2-b902-4686-b1e2-55fd4462285d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:46:12.483270 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-b4600cc5-1d23-4a44-9166-6516ec1a6783 req-7f3ff0f2-b902-4686-b1e2-55fd4462285d service neutron] 10.222.0.15 "GET /v2.0/networks?id=7c4459ee-7a68-488a-8b83-1a7083441ab1 HTTP/1.1" status: 200 len: 916 time: 0.1283500 Jun 24 23:46:12.537984 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 58718) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:46:12.554463 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-b4600cc5-1d23-4a44-9166-6516ec1a6783 req-06d9026d-90ba-4cc8-925e-342ab7ed4bb7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b2438596-128b-467d-8542-90663578d0b5 HTTP/1.1" status: 200 len: 217 time: 0.0636654 Jun 24 23:46:12.585662 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-091218ad-959b-4dc7-863b-59cd20899622 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=800c71f07db44002a01289d17088fa79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0459404 Jun 24 23:46:12.588050 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 58722) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:46:12.617463 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4600cc5-1d23-4a44-9166-6516ec1a6783 req-0f358e17-0c26-4c16-8c38-255a6cf74f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:46:12.618814 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-b4600cc5-1d23-4a44-9166-6516ec1a6783 req-0f358e17-0c26-4c16-8c38-255a6cf74f22 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2ed903d3-95bb-4d89-ab6e-9d12008d003c HTTP/1.1" status: 200 len: 854 time: 0.0581875 Jun 24 23:46:12.644663 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a32ef39c-e683-4b5a-8c7d-a08568740b58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:12.673122 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a32ef39c-e683-4b5a-8c7d-a08568740b58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:12.732301 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a32ef39c-e683-4b5a-8c7d-a08568740b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:12.751746 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4600cc5-1d23-4a44-9166-6516ec1a6783 req-441f61a6-499e-4f9d-831d-2e31cf2bb1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:46:12.753246 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-b4600cc5-1d23-4a44-9166-6516ec1a6783 req-441f61a6-499e-4f9d-831d-2e31cf2bb1ab service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7c4459ee-7a68-488a-8b83-1a7083441ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1246653 Jun 24 23:46:12.764484 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32ef39c-e683-4b5a-8c7d-a08568740b58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b011d12b-64ad-42ed-9372-ab69b8ced82c,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:46:12.769699 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a32ef39c-e683-4b5a-8c7d-a08568740b58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:12.771152 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-a32ef39c-e683-4b5a-8c7d-a08568740b58 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b011d12b-64ad-42ed-9372-ab69b8ced82c HTTP/1.1" status: 204 len: 168 time: 0.1820199 Jun 24 23:46:12.867916 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-8c0b2992-c590-46d4-9042-25b3b8179244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:12.889327 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06eece1-c546-462c-9aa5-61aa6d679ad2 req-fe134159-3da8-4cee-a5bf-efb68798459c tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:46:12.891430 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-c06eece1-c546-462c-9aa5-61aa6d679ad2 req-fe134159-3da8-4cee-a5bf-efb68798459c tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?device_id=ff4d6822-c2c9-484c-85b2-e9b5ea13ad06 HTTP/1.1" status: 200 len: 946 time: 0.1071320 Jun 24 23:46:12.933095 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-b4600cc5-1d23-4a44-9166-6516ec1a6783 req-2fcdebde-3e71-4ca3-9b21-9bf325983235 service neutron] 10.222.0.15 "GET /v2.0/networks/7c4459ee-7a68-488a-8b83-1a7083441ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722922 Jun 24 23:46:12.956227 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-c06eece1-c546-462c-9aa5-61aa6d679ad2 req-bc74bd80-36d5-49c3-9f25-5ad4f6c2cc6d tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/security-groups?id=20c47638-9a00-4622-a48b-78e864be34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567434 Jun 24 23:46:13.081592 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-b4600cc5-1d23-4a44-9166-6516ec1a6783 req-82d0c127-5221-493e-a826-f6525f092e15 service neutron] 10.222.0.15 "GET /v2.0/networks/7c4459ee-7a68-488a-8b83-1a7083441ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408210 Jun 24 23:46:13.194384 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ec5685-eab9-463a-80a9-3dfb8deed44d req-47c6a466-db89-4940-948a-68fa59963bad tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:46:13.195069 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [req-46ec5685-eab9-463a-80a9-3dfb8deed44d req-47c6a466-db89-4940-948a-68fa59963bad tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Synchronizing usage tracker for tenant:151ea147ef8c4618aa21e9c58a3558f2 on resource:port {{(pid=88109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 23:46:13.210722 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [req-46ec5685-eab9-463a-80a9-3dfb8deed44d req-47c6a466-db89-4940-948a-68fa59963bad tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Unset dirty status for tenant:151ea147ef8c4618aa21e9c58a3558f2 on resource:port {{(pid=88109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 23:46:13.211934 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-46ec5685-eab9-463a-80a9-3dfb8deed44d req-47c6a466-db89-4940-948a-68fa59963bad tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] 10.222.0.42 "GET /v2.0/ports?device_id=62325896-fd64-47ea-bc98-2483abf5412f HTTP/1.1" status: 200 len: 946 time: 0.1045163 Jun 24 23:46:13.256642 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [req-46ec5685-eab9-463a-80a9-3dfb8deed44d req-4b8fe7fa-fc5f-43ea-b47f-a3d0bc8da5a0 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Synchronizing usage tracker for tenant:151ea147ef8c4618aa21e9c58a3558f2 on resource:security_group {{(pid=88109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 23:46:13.271639 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [req-46ec5685-eab9-463a-80a9-3dfb8deed44d req-4b8fe7fa-fc5f-43ea-b47f-a3d0bc8da5a0 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Unset dirty status for tenant:151ea147ef8c4618aa21e9c58a3558f2 on resource:security_group {{(pid=88109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 23:46:13.272739 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-46ec5685-eab9-463a-80a9-3dfb8deed44d req-4b8fe7fa-fc5f-43ea-b47f-a3d0bc8da5a0 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] 10.222.0.42 "GET /v2.0/security-groups?id=81d50479-3b9f-45c7-bc72-09d3ca41e12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550876 Jun 24 23:46:13.336493 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:13.543896 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 58754) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:46:13.643373 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.v2.base [None req-7f4947e0-d418-484d-8c42-672db80c34da admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-320748044-network', 'tenant_id': '5a572a155c364670a8ac8d313c3dba25'}} {{(pid=88109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:46:13.648298 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-7f4947e0-d418-484d-8c42-672db80c34da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:46:13.652081 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-7f4947e0-d418-484d-8c42-672db80c34da admin admin] Usage tracker for resource:network and tenant:5a572a155c364670a8ac8d313c3dba25 is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:46:13.654848 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-7f4947e0-d418-484d-8c42-672db80c34da admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:46:13.661510 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-7f4947e0-d418-484d-8c42-672db80c34da admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:46:13.670753 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f4947e0-d418-484d-8c42-672db80c34da admin admin] Made reservation on behalf of 5a572a155c364670a8ac8d313c3dba25 for: {'network': 1} {{(pid=88109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 23:46:13.672945 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-7f4947e0-d418-484d-8c42-672db80c34da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for network, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:13.684503 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-7f4947e0-d418-484d-8c42-672db80c34da admin admin] Notify callbacks [] for security_group, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:13.698152 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-7f4947e0-d418-484d-8c42-672db80c34da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:46:13.701839 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-7f4947e0-d418-484d-8c42-672db80c34da admin admin] Usage tracker for resource:security_group_rule and tenant:5a572a155c364670a8ac8d313c3dba25 is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:46:13.704597 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-7f4947e0-d418-484d-8c42-672db80c34da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:46:13.710631 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-7f4947e0-d418-484d-8c42-672db80c34da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:46:13.790910 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-7f4947e0-d418-484d-8c42-672db80c34da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:13.794646 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-7f4947e0-d418-484d-8c42-672db80c34da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:13.826004 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f4947e0-d418-484d-8c42-672db80c34da admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=88109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 23:46:13.834628 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4947e0-d418-484d-8c42-672db80c34da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56f7d295-5477-4a3d-b788-1b0df00c6f95,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:46:13.840104 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-7f4947e0-d418-484d-8c42-672db80c34da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569928'] for segment, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:13.840382 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.db.segments_db [None req-7f4947e0-d418-484d-8c42-672db80c34da admin admin] Added segment 8507c492-2bc9-41e4-b00c-faf16e20429b of type vlan for network 1531afa0-ec89-4a09-ad6c-c0dccb34c8cc Jun 24 23:46:13.866105 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-7f4947e0-d418-484d-8c42-672db80c34da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754888201009'] for network, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:13.895278 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-7f4947e0-d418-484d-8c42-672db80c34da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:13.896155 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4947e0-d418-484d-8c42-672db80c34da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:46:13.896724 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-7f4947e0-d418-484d-8c42-672db80c34da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627732'] for network, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:13.994145 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4947e0-d418-484d-8c42-672db80c34da admin admin] Pushing event updated for resources: {'Network': ['ID=1531afa0-ec89-4a09-ad6c-c0dccb34c8cc,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:46:14.001651 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-7f4947e0-d418-484d-8c42-672db80c34da admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4567003 Jun 24 23:46:14.001797 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 58762) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:46:14.004949 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Network 1531afa0-ec89-4a09-ad6c-c0dccb34c8cc details requested by agent ovs-agent-dv-cinder-847189-5-smb with host dv-cinder-847189-5-smb {{(pid=88110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 24 23:46:14.008236 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.v2.base [None req-6d25a14a-0511-4d4d-9612-5ef2597a3dcc admin admin] Request body: {'subnet': {'network_id': '1531afa0-ec89-4a09-ad6c-c0dccb34c8cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-320748044-subnet', 'tenant_id': '5a572a155c364670a8ac8d313c3dba25', 'ip_version': 4}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:46:14.013185 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-6d25a14a-0511-4d4d-9612-5ef2597a3dcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:46:14.018511 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-6d25a14a-0511-4d4d-9612-5ef2597a3dcc admin admin] Usage tracker for resource:subnet and tenant:5a572a155c364670a8ac8d313c3dba25 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:46:14.022134 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-6d25a14a-0511-4d4d-9612-5ef2597a3dcc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:46:14.031981 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-6d25a14a-0511-4d4d-9612-5ef2597a3dcc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:46:14.040980 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d25a14a-0511-4d4d-9612-5ef2597a3dcc admin admin] Made reservation on behalf of 5a572a155c364670a8ac8d313c3dba25 for: {'subnet': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 23:46:14.043251 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6d25a14a-0511-4d4d-9612-5ef2597a3dcc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266572342'] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:14.275832 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa95d337-9c51-4430-95f8-1ad48101bb2b req-d61c4403-d5f5-43a5-9ec5-112ae0fa0add tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:46:14.277273 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-aa95d337-9c51-4430-95f8-1ad48101bb2b req-d61c4403-d5f5-43a5-9ec5-112ae0fa0add tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?device_id=ff4d6822-c2c9-484c-85b2-e9b5ea13ad06 HTTP/1.1" status: 200 len: 946 time: 0.1632771 Jun 24 23:46:14.374244 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-aa95d337-9c51-4430-95f8-1ad48101bb2b req-ef802be0-209e-4c60-b069-9bf59e9615a8 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/security-groups?id=20c47638-9a00-4622-a48b-78e864be34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652988 Jun 24 23:46:14.406332 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6d25a14a-0511-4d4d-9612-5ef2597a3dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266413712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266572288'] for subnet, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:14.462993 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1742b233-1c25-4118-8905-edfbab35c4ed req-2fdc38d3-fb40-460d-bc2d-8251adb62b44 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:46:14.464494 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-1742b233-1c25-4118-8905-edfbab35c4ed req-2fdc38d3-fb40-460d-bc2d-8251adb62b44 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] 10.222.0.42 "GET /v2.0/ports?device_id=62325896-fd64-47ea-bc98-2483abf5412f HTTP/1.1" status: 200 len: 946 time: 0.0869086 Jun 24 23:46:14.478170 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d25a14a-0511-4d4d-9612-5ef2597a3dcc admin admin] Pushing event updated for resources: {'Subnet': ['ID=af033a48-ac2c-43f9-b4db-c1ab5a772fe8,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:46:14.485655 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d25a14a-0511-4d4d-9612-5ef2597a3dcc admin admin] Checking segment: {'id': '8507c492-2bc9-41e4-b00c-faf16e20429b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1531afa0-ec89-4a09-ad6c-c0dccb34c8cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 23:46:14.486007 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d25a14a-0511-4d4d-9612-5ef2597a3dcc admin admin] Network hostable DHCP agents. Network: 1531afa0-ec89-4a09-ad6c-c0dccb34c8cc, hostable agents: ['6e28835f-a2f6-456f-8f53-9851f009901c'], hosted agents: [] {{(pid=88108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 23:46:14.506181 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d25a14a-0511-4d4d-9612-5ef2597a3dcc admin admin] Network 1531afa0-ec89-4a09-ad6c-c0dccb34c8cc is scheduled to be hosted by DHCP agent 6e28835f-a2f6-456f-8f53-9851f009901c with binding_index 1 {{(pid=88108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 23:46:14.510935 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-1742b233-1c25-4118-8905-edfbab35c4ed req-04af8269-4ae3-44e5-b886-0bea4cbd4a5e tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] 10.222.0.42 "GET /v2.0/security-groups?id=81d50479-3b9f-45c7-bc72-09d3ca41e12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401497 Jun 24 23:46:14.516405 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-6d25a14a-0511-4d4d-9612-5ef2597a3dcc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-5-smb, 1531afa0-ec89-4a09-ad6c-c0dccb34c8cc) {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 23:46:14.520830 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d25a14a-0511-4d4d-9612-5ef2597a3dcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:46:14.521405 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6d25a14a-0511-4d4d-9612-5ef2597a3dcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627732'] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:14.528198 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe0bd03-8d15-4d69-adf3-df1ddfc75212 None None] Network 1531afa0-ec89-4a09-ad6c-c0dccb34c8cc requested from dv-cinder-847189-5-smb {{(pid=88110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 23:46:14.542637 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-6d25a14a-0511-4d4d-9612-5ef2597a3dcc admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5394077 Jun 24 23:46:14.545277 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 58768) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:46:14.549975 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.v2.base [None req-f841ef21-2e5f-45f1-8f67-fee6afdc62c3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-320748044-router', 'tenant_id': '5a572a155c364670a8ac8d313c3dba25', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932'}}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:46:14.554709 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-f841ef21-2e5f-45f1-8f67-fee6afdc62c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:46:14.558440 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-f841ef21-2e5f-45f1-8f67-fee6afdc62c3 admin admin] Usage tracker for resource:router and tenant:5a572a155c364670a8ac8d313c3dba25 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:46:14.561222 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-f841ef21-2e5f-45f1-8f67-fee6afdc62c3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:46:14.566902 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-f841ef21-2e5f-45f1-8f67-fee6afdc62c3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:46:14.576774 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f841ef21-2e5f-45f1-8f67-fee6afdc62c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4987'] for router, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:14.577743 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f841ef21-2e5f-45f1-8f67-fee6afdc62c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-489288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4960'] for router, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:14.592237 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f841ef21-2e5f-45f1-8f67-fee6afdc62c3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:14.645461 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-1d7c9831-c6e7-4afe-acbd-faa6f5f62172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:14.773491 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1376d7cf-b78c-4342-b500-7ab5a874cd73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa652505c-ec85-57c6-bc13-fe5b25ac2c24-1531afa0-ec89-4a09-ad6c-c0dccb34c8cc', 'network_id': '1531afa0-ec89-4a09-ad6c-c0dccb34c8cc', 'tenant_id': '5a572a155c364670a8ac8d313c3dba25', 'fixed_ips': [{'subnet_id': 'af033a48-ac2c-43f9-b4db-c1ab5a772fe8'}]}} from dv-cinder-847189-5-smb. {{(pid=88110) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 24 23:46:14.774310 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-1376d7cf-b78c-4342-b500-7ab5a874cd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_create {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:14.924660 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f841ef21-2e5f-45f1-8f67-fee6afdc62c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-477306', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4958'] for router, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:14.924894 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.db_base_plugin_common [None req-1376d7cf-b78c-4342-b500-7ab5a874cd73 None None] Allocated IP 172.20.0.2 (1531afa0-ec89-4a09-ad6c-c0dccb34c8cc/af033a48-ac2c-43f9-b4db-c1ab5a772fe8/0674b7c3-a7df-4bd1-8f3b-5a164a5e0bbe) {{(pid=88110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 23:46:15.035536 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b46336-a8e1-4c94-834a-4e54bd682dbf req-d6d6dc0f-8e2c-4dcc-884f-34caf3a80f73 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:46:15.036964 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-30b46336-a8e1-4c94-834a-4e54bd682dbf req-d6d6dc0f-8e2c-4dcc-884f-34caf3a80f73 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff4d6822-c2c9-484c-85b2-e9b5ea13ad06 HTTP/1.1" status: 200 len: 946 time: 0.1648071 Jun 24 23:46:15.131156 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-1376d7cf-b78c-4342-b500-7ab5a874cd73 None None] Notify callbacks [] for port, precommit_create {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:15.141291 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-1376d7cf-b78c-4342-b500-7ab5a874cd73 None None] Transition to ACTIVE for port object 0674b7c3-a7df-4bd1-8f3b-5a164a5e0bbe will not be triggered until provisioned by entity L2. {{(pid=88110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 23:46:15.160560 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-1376d7cf-b78c-4342-b500-7ab5a874cd73 None None] Transition to ACTIVE for port object 0674b7c3-a7df-4bd1-8f3b-5a164a5e0bbe will not be triggered until provisioned by entity DHCP. {{(pid=88110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 23:46:15.166480 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-1376d7cf-b78c-4342-b500-7ab5a874cd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754888214703'] for port, after_create {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:15.187038 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [req-30b46336-a8e1-4c94-834a-4e54bd682dbf req-4d740199-7423-4989-9aa3-50dccc37b891 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Deleting port 2107efc8-6059-44ad-b1ac-307690c37f92 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 23:46:15.187296 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-30b46336-a8e1-4c94-834a-4e54bd682dbf req-4d740199-7423-4989-9aa3-50dccc37b891 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754888672570'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:15.228057 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1376d7cf-b78c-4342-b500-7ab5a874cd73 None None] Network 1531afa0-ec89-4a09-ad6c-c0dccb34c8cc is already hosted by enough agents. {{(pid=88110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 23:46:15.230762 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.scheduler.base_scheduler [None req-1376d7cf-b78c-4342-b500-7ab5a874cd73 None None] Resources bound (agent type, host, resource id): {{(pid=88110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 23:46:15.234900 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1376d7cf-b78c-4342-b500-7ab5a874cd73 None None] Received port after_create {{(pid=88110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 23:46:15.243169 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1376d7cf-b78c-4342-b500-7ab5a874cd73 None None] Pushing event updated for resources: {'Port': ['ID=0674b7c3-a7df-4bd1-8f3b-5a164a5e0bbe,revision_number=1']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:46:15.341079 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-1376d7cf-b78c-4342-b500-7ab5a874cd73 None None] Attempting to bind port 0674b7c3-a7df-4bd1-8f3b-5a164a5e0bbe on host dv-cinder-847189-5-smb for vnic_type normal with profile {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 23:46:15.341436 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-1376d7cf-b78c-4342-b500-7ab5a874cd73 None None] Attempting to bind port 0674b7c3-a7df-4bd1-8f3b-5a164a5e0bbe by drivers openvswitch,hyperv on host dv-cinder-847189-5-smb at level 0 using segments [{'id': '8507c492-2bc9-41e4-b00c-faf16e20429b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1531afa0-ec89-4a09-ad6c-c0dccb34c8cc'}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 23:46:15.341790 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1376d7cf-b78c-4342-b500-7ab5a874cd73 None None] Attempting to bind port 0674b7c3-a7df-4bd1-8f3b-5a164a5e0bbe on network 1531afa0-ec89-4a09-ad6c-c0dccb34c8cc {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 23:46:15.346855 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1376d7cf-b78c-4342-b500-7ab5a874cd73 None None] Checking agent: {'id': '3a3b0bc1-d1b4-4224-a890-cab54187436c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 23, 32, 43), 'started_at': datetime.datetime(2022, 6, 24, 23, 33, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 23, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 23:46:15.347215 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1376d7cf-b78c-4342-b500-7ab5a874cd73 None None] Checking segment: {'id': '8507c492-2bc9-41e4-b00c-faf16e20429b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1531afa0-ec89-4a09-ad6c-c0dccb34c8cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 23:46:15.348201 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-1376d7cf-b78c-4342-b500-7ab5a874cd73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:15.348592 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1376d7cf-b78c-4342-b500-7ab5a874cd73 None None] Bound using segment: {'id': '8507c492-2bc9-41e4-b00c-faf16e20429b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1531afa0-ec89-4a09-ad6c-c0dccb34c8cc'} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 23:46:15.349042 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-1376d7cf-b78c-4342-b500-7ab5a874cd73 None None] Bound port: 0674b7c3-a7df-4bd1-8f3b-5a164a5e0bbe, host: dv-cinder-847189-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8507c492-2bc9-41e4-b00c-faf16e20429b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1531afa0-ec89-4a09-ad6c-c0dccb34c8cc'}}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 23:46:15.349403 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-1376d7cf-b78c-4342-b500-7ab5a874cd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:15.424621 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4794958-ecc9-4c08-b6da-155304b541d9 req-e09072b1-ed8e-45c3-9e0a-e2e22ed7794c tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:46:15.426184 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-f4794958-ecc9-4c08-b6da-155304b541d9 req-e09072b1-ed8e-45c3-9e0a-e2e22ed7794c tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] 10.222.0.15 "GET /v2.0/ports?device_id=62325896-fd64-47ea-bc98-2483abf5412f HTTP/1.1" status: 200 len: 946 time: 0.3750339 Jun 24 23:46:15.441979 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-1376d7cf-b78c-4342-b500-7ab5a874cd73 None None] For port 0674b7c3-a7df-4bd1-8f3b-5a164a5e0bbe, host dv-cinder-847189-5-smb, cleared binding levels {{(pid=88110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 23:46:15.444919 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-1376d7cf-b78c-4342-b500-7ab5a874cd73 None None] For port 0674b7c3-a7df-4bd1-8f3b-5a164a5e0bbe, host dv-cinder-847189-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-5-smb',level=0,port_id=0674b7c3-a7df-4bd1-8f3b-5a164a5e0bbe,segment=NetworkSegment(8507c492-2bc9-41e4-b00c-faf16e20429b),segment_id=8507c492-2bc9-41e4-b00c-faf16e20429b)] {{(pid=88110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 23:46:15.449855 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-1376d7cf-b78c-4342-b500-7ab5a874cd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:15.530382 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1376d7cf-b78c-4342-b500-7ab5a874cd73 None None] Pushing event updated for resources: {'Port': ['ID=0674b7c3-a7df-4bd1-8f3b-5a164a5e0bbe,revision_number=2']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:46:15.741147 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7534ee57-0fc3-4396-b9c2-a316c388c700 req-99d2ebc5-c3f4-403a-9338-b2a38bc2468b tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:46:15.749677 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-7534ee57-0fc3-4396-b9c2-a316c388c700 req-99d2ebc5-c3f4-403a-9338-b2a38bc2468b tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] 10.222.0.42 "GET /v2.0/ports?device_id=62325896-fd64-47ea-bc98-2483abf5412f HTTP/1.1" status: 200 len: 946 time: 0.1248381 Jun 24 23:46:15.791119 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f841ef21-2e5f-45f1-8f67-fee6afdc62c3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:15.794081 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-7534ee57-0fc3-4396-b9c2-a316c388c700 req-bdc50274-31ac-476d-846c-294795ea570e tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] 10.222.0.42 "GET /v2.0/security-groups?id=81d50479-3b9f-45c7-bc72-09d3ca41e12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433671 Jun 24 23:46:15.830690 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f841ef21-2e5f-45f1-8f67-fee6afdc62c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:15.849246 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [req-f4794958-ecc9-4c08-b6da-155304b541d9 req-83f1bb57-661c-4961-97f4-3cd44ab27845 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Deleting port b2438596-128b-467d-8542-90663578d0b5 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 23:46:15.849586 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-f4794958-ecc9-4c08-b6da-155304b541d9 req-83f1bb57-661c-4961-97f4-3cd44ab27845 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754888672570'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:16.015601 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [req-30b46336-a8e1-4c94-834a-4e54bd682dbf req-4d740199-7423-4989-9aa3-50dccc37b891 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] For port 2107efc8-6059-44ad-b1ac-307690c37f92, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=2107efc8-6059-44ad-b1ac-307690c37f92,segment=NetworkSegment(c647ded0-4d21-4d2d-b759-44df778a6ac4),segment_id=c647ded0-4d21-4d2d-b759-44df778a6ac4)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:46:16.015962 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-30b46336-a8e1-4c94-834a-4e54bd682dbf req-4d740199-7423-4989-9aa3-50dccc37b891 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478950'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:16.054214 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e638da-75d8-4ee1-aaaf-65fea05c099b req-6433e7d4-f705-4812-a607-02602641ed55 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:46:16.055710 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-b0e638da-75d8-4ee1-aaaf-65fea05c099b req-6433e7d4-f705-4812-a607-02602641ed55 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?device_id=ff4d6822-c2c9-484c-85b2-e9b5ea13ad06 HTTP/1.1" status: 200 len: 946 time: 0.4785564 Jun 24 23:46:16.252173 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [req-30b46336-a8e1-4c94-834a-4e54bd682dbf req-4d740199-7423-4989-9aa3-50dccc37b891 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Calling delete_port for 2107efc8-6059-44ad-b1ac-307690c37f92 owned by compute:nova {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 23:46:16.438166 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-f841ef21-2e5f-45f1-8f67-fee6afdc62c3 admin admin] Allocated IP 172.28.1.228 (faf77eb5-d359-4977-a80d-20d91cf50932/45337dfe-1492-4630-96d4-ace1b4f61ce9/940b3b9c-b583-4fb1-882f-26034223f553) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 23:46:16.442487 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-b0e638da-75d8-4ee1-aaaf-65fea05c099b req-5956b9ba-f658-4359-a20e-ab061f578b61 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/security-groups?id=20c47638-9a00-4622-a48b-78e864be34c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3684373 Jun 24 23:46:16.502065 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b104f5-97ef-4858-82f8-dfb29a281c82 None None] Network 1531afa0-ec89-4a09-ad6c-c0dccb34c8cc requested from dv-cinder-847189-5-smb {{(pid=88110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 23:46:16.654754 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-d3d6c379-73b4-40ab-877c-6c0651b08f63 None None] Provisioning for port 0674b7c3-a7df-4bd1-8f3b-5a164a5e0bbe completed by entity DHCP. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 23:46:16.680920 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [req-f4794958-ecc9-4c08-b6da-155304b541d9 req-83f1bb57-661c-4961-97f4-3cd44ab27845 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] For port b2438596-128b-467d-8542-90663578d0b5, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=b2438596-128b-467d-8542-90663578d0b5,segment=NetworkSegment(f561a82c-2c3c-47d3-bd82-978ca7f3ed56),segment_id=f561a82c-2c3c-47d3-bd82-978ca7f3ed56)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:46:16.681290 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-f4794958-ecc9-4c08-b6da-155304b541d9 req-83f1bb57-661c-4961-97f4-3cd44ab27845 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478950'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:16.814007 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device 0674b7c3-a7df-4bd1-8f3b-5a164a5e0bbe up at agent ovs-agent-dv-cinder-847189-5-smb {{(pid=88110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 23:46:16.870493 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [req-f4794958-ecc9-4c08-b6da-155304b541d9 req-83f1bb57-661c-4961-97f4-3cd44ab27845 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Calling delete_port for b2438596-128b-467d-8542-90663578d0b5 owned by compute:nova {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 23:46:16.888108 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Provisioning for port 0674b7c3-a7df-4bd1-8f3b-5a164a5e0bbe completed by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 23:46:16.893394 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Provisioning complete for port 0674b7c3-a7df-4bd1-8f3b-5a164a5e0bbe triggered by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:46:16.893823 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:16.919644 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f841ef21-2e5f-45f1-8f67-fee6afdc62c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:16.935337 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-30b46336-a8e1-4c94-834a-4e54bd682dbf req-4d740199-7423-4989-9aa3-50dccc37b891 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754888674196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754888214712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266412288'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:17.031994 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d740199-7423-4989-9aa3-50dccc37b891 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Pushing event deleted for resources: {'Port': ['ID=2107efc8-6059-44ad-b1ac-307690c37f92,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:46:17.035663 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Current status of the port 0674b7c3-a7df-4bd1-8f3b-5a164a5e0bbe is: DOWN; New status is: ACTIVE {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:46:17.036189 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:17.037445 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a555b7-3d6c-4a62-925f-5449a0867153 req-6c5aaa5a-a60e-403b-8d87-b50bb8e047d2 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:46:17.039748 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-52a555b7-3d6c-4a62-925f-5449a0867153 req-6c5aaa5a-a60e-403b-8d87-b50bb8e047d2 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] 10.222.0.42 "GET /v2.0/ports?device_id=62325896-fd64-47ea-bc98-2483abf5412f HTTP/1.1" status: 200 len: 946 time: 0.1063106 Jun 24 23:46:17.069976 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] For port 0674b7c3-a7df-4bd1-8f3b-5a164a5e0bbe, host dv-cinder-847189-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-5-smb',level=0,port_id=0674b7c3-a7df-4bd1-8f3b-5a164a5e0bbe,segment=NetworkSegment(8507c492-2bc9-41e4-b00c-faf16e20429b),segment_id=8507c492-2bc9-41e4-b00c-faf16e20429b)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:46:17.073841 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:17.097985 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-52a555b7-3d6c-4a62-925f-5449a0867153 req-7c913a4d-636f-4a57-876d-035bcff43da4 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] 10.222.0.42 "GET /v2.0/security-groups?id=81d50479-3b9f-45c7-bc72-09d3ca41e12d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510795 Jun 24 23:46:17.152283 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-0e898a74-e1cd-4746-99a1-7ca655385142 None None] Provisioning complete for port 0674b7c3-a7df-4bd1-8f3b-5a164a5e0bbe triggered by entity DHCP. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:46:17.152644 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-0e898a74-e1cd-4746-99a1-7ca655385142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:17.181863 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Pushing event updated for resources: {'Port': ['ID=0674b7c3-a7df-4bd1-8f3b-5a164a5e0bbe,revision_number=3']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:46:17.213780 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [req-30b46336-a8e1-4c94-834a-4e54bd682dbf req-4d740199-7423-4989-9aa3-50dccc37b891 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] No DVR routers for this DVR port 2107efc8-6059-44ad-b1ac-307690c37f92 on host hv-cinder-84718 {{(pid=88108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 23:46:17.218309 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-30b46336-a8e1-4c94-834a-4e54bd682dbf req-4d740199-7423-4989-9aa3-50dccc37b891 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122089'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:17.220790 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff4d6822-c2c9-484c-85b2-e9b5ea13ad06', 'name': 'network-vif-deleted', 'tag': '2107efc8-6059-44ad-b1ac-307690c37f92'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 23:46:17.276392 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67a423c2-0550-49c9-b868-cedf1d1524e9'] response: {'server_uuid': 'ff4d6822-c2c9-484c-85b2-e9b5ea13ad06', 'name': 'network-vif-deleted', 'tag': '2107efc8-6059-44ad-b1ac-307690c37f92', 'status': 'completed', 'code': 200} Jun 24 23:46:17.281981 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f841ef21-2e5f-45f1-8f67-fee6afdc62c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754888214703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266412288'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:17.282538 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-0e898a74-e1cd-4746-99a1-7ca655385142 None None] Current status of the port 0674b7c3-a7df-4bd1-8f3b-5a164a5e0bbe is: ACTIVE; New status is: ACTIVE {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:46:17.286766 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-30b46336-a8e1-4c94-834a-4e54bd682dbf req-4d740199-7423-4989-9aa3-50dccc37b891 tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.15 "DELETE /v2.0/ports/2107efc8-6059-44ad-b1ac-307690c37f92 HTTP/1.1" status: 204 len: 173 time: 2.2328947 Jun 24 23:46:17.369439 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f841ef21-2e5f-45f1-8f67-fee6afdc62c3 admin admin] Network faf77eb5-d359-4977-a80d-20d91cf50932 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 23:46:17.374025 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-f841ef21-2e5f-45f1-8f67-fee6afdc62c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 23:46:17.377929 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f841ef21-2e5f-45f1-8f67-fee6afdc62c3 admin admin] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 23:46:17.409886 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-f4794958-ecc9-4c08-b6da-155304b541d9 req-83f1bb57-661c-4961-97f4-3cd44ab27845 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754888674196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754888214712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266412288'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:17.415358 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f841ef21-2e5f-45f1-8f67-fee6afdc62c3 admin admin] Pushing event updated for resources: {'Port': ['ID=940b3b9c-b583-4fb1-882f-26034223f553,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:46:17.478312 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f1bb57-661c-4961-97f4-3cd44ab27845 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Pushing event deleted for resources: {'Port': ['ID=b2438596-128b-467d-8542-90663578d0b5,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:46:17.685583 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4794958-ecc9-4c08-b6da-155304b541d9 req-83f1bb57-661c-4961-97f4-3cd44ab27845 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] No DVR routers for this DVR port b2438596-128b-467d-8542-90663578d0b5 on host hv-cinder-84718 {{(pid=88108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 23:46:17.689908 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-f4794958-ecc9-4c08-b6da-155304b541d9 req-83f1bb57-661c-4961-97f4-3cd44ab27845 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122089'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:17.764140 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-f4794958-ecc9-4c08-b6da-155304b541d9 req-83f1bb57-661c-4961-97f4-3cd44ab27845 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] 10.222.0.15 "DELETE /v2.0/ports/b2438596-128b-467d-8542-90663578d0b5 HTTP/1.1" status: 204 len: 173 time: 2.3312469 Jun 24 23:46:17.781133 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-51b2e4f6-69ef-4548-ac86-180671ed6a28 req-4ae200b1-9494-4a4d-8c7a-c3b6eb985c8e tempest-ServerRescueNegativeTestJSON-1095940723 tempest-ServerRescueNegativeTestJSON-1095940723-project] 10.222.0.42 "GET /v2.0/ports?device_id=ff4d6822-c2c9-484c-85b2-e9b5ea13ad06 HTTP/1.1" status: 200 len: 210 time: 0.0512195 Jun 24 23:46:17.979676 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f841ef21-2e5f-45f1-8f67-fee6afdc62c3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:18.315221 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-0ad55e23-cef5-42fb-bd3b-36ce9bc949ea req-e9c3ab85-d034-4cee-bc9e-56ac76231306 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Synchronizing usage tracker for tenant:151ea147ef8c4618aa21e9c58a3558f2 on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 23:46:18.347851 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-0ad55e23-cef5-42fb-bd3b-36ce9bc949ea req-e9c3ab85-d034-4cee-bc9e-56ac76231306 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] Unset dirty status for tenant:151ea147ef8c4618aa21e9c58a3558f2 on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 23:46:18.349245 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-0ad55e23-cef5-42fb-bd3b-36ce9bc949ea req-e9c3ab85-d034-4cee-bc9e-56ac76231306 tempest-TestMinimumBasicScenario-1227808420 tempest-TestMinimumBasicScenario-1227808420-project] 10.222.0.42 "GET /v2.0/ports?device_id=62325896-fd64-47ea-bc98-2483abf5412f HTTP/1.1" status: 200 len: 210 time: 0.0958509 Jun 24 23:46:18.366994 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f841ef21-2e5f-45f1-8f67-fee6afdc62c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477213'] for router, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:18.640780 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f841ef21-2e5f-45f1-8f67-fee6afdc62c3 admin admin] Router 22b753cd-681d-4a88-b288-bcb26c70abb8 is scheduled to L3 agent 05c04ad7-f453-4a24-8793-b86a404a0ef9 with binding_index 1 {{(pid=88108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 23:46:18.762710 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device 0674b7c3-a7df-4bd1-8f3b-5a164a5e0bbe up at agent ovs-agent-dv-cinder-847189-5-smb {{(pid=88110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 23:46:18.792133 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Device 2107efc8-6059-44ad-b1ac-307690c37f92 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 23:46:18.821745 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f841ef21-2e5f-45f1-8f67-fee6afdc62c3 admin admin] Notify agent at l3_agent.dv-cinder-847189-5-smb the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 23:46:18.830635 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508bc0bd-474c-4b0b-b658-323b6bfb03fb None None] Sync routers for ids ['22b753cd-681d-4a88-b288-bcb26c70abb8'] in dv-cinder-847189-5-smb {{(pid=88111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 23:46:18.843134 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f841ef21-2e5f-45f1-8f67-fee6afdc62c3 admin admin] Notify callbacks [] for router, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:18.843354 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508bc0bd-474c-4b0b-b658-323b6bfb03fb None None] Routers {'22b753cd-681d-4a88-b288-bcb26c70abb8'} bound to L3 agent in host dv-cinder-847189-5-smb {{(pid=88111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 23:46:18.844005 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-508bc0bd-474c-4b0b-b658-323b6bfb03fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T23:32:42Z,description=,heartbeat_timestamp=2022-06-24T23:46:12Z,host='dv-cinder-847189-5-smb',id=05c04ad7-f453-4a24-8793-b86a404a0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T23:32:42Z,topic='l3_agent')) {'router_ids': ['22b753cd-681d-4a88-b288-bcb26c70abb8'], 'active': True} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:46:18.847665 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-f841ef21-2e5f-45f1-8f67-fee6afdc62c3 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.2982845 Jun 24 23:46:18.847924 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 58788) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:46:18.862279 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-707bff31-b5da-4601-b274-386892c937dc None None] No Port match for: 2107efc8-6059-44ad-b1ac-307690c37f92 {{(pid=88110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 23:46:18.862616 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Device 2107efc8-6059-44ad-b1ac-307690c37f92 not bound to the agent host hv-cinder-84718 {{(pid=88110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 23:46:18.863702 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Device b2438596-128b-467d-8542-90663578d0b5 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 23:46:18.893705 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 58792) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:46:18.901612 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-707bff31-b5da-4601-b274-386892c937dc None None] No Port match for: b2438596-128b-467d-8542-90663578d0b5 {{(pid=88110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 23:46:18.901949 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Device b2438596-128b-467d-8542-90663578d0b5 not bound to the agent host hv-cinder-84718 {{(pid=88110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 23:46:18.928363 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Provisioning complete for port 0674b7c3-a7df-4bd1-8f3b-5a164a5e0bbe triggered by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:46:18.928730 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:19.061078 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvr_db [None req-508bc0bd-474c-4b0b-b658-323b6bfb03fb None None] Set router 22b753cd-681d-4a88-b288-bcb26c70abb8 gateway port host: dv-cinder-847189-5-smb {{(pid=88111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 23:46:19.072471 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Current status of the port 0674b7c3-a7df-4bd1-8f3b-5a164a5e0bbe is: ACTIVE; New status is: ACTIVE {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:46:19.292227 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62325896-fd64-47ea-bc98-2483abf5412f', 'name': 'network-vif-deleted', 'tag': 'b2438596-128b-467d-8542-90663578d0b5'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 23:46:19.349093 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-508bc0bd-474c-4b0b-b658-323b6bfb03fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22b753cd-681d-4a88-b288-bcb26c70abb8', 'name': 'tempest-TestShelveInstance-320748044-router', 'tenant_id': '5a572a155c364670a8ac8d313c3dba25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.228'}], 'enable_snat': True}, 'gw_port_id': '940b3b9c-b583-4fb1-882f-26034223f553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:46:14Z', 'updated_at': '2022-06-24T23:46:17Z', 'revision_number': 3, 'project_id': '5a572a155c364670a8ac8d313c3dba25', 'gw_port': {'id': '940b3b9c-b583-4fb1-882f-26034223f553', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:cf:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22b753cd-681d-4a88-b288-bcb26c70abb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:46:15Z', 'updated_at': '2022-06-24T23:46:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb'}], 'dv-cinder-847189-5-smb', False) {} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:46:19.352994 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508bc0bd-474c-4b0b-b658-323b6bfb03fb None None] Checking router: 22b753cd-681d-4a88-b288-bcb26c70abb8 for host: dv-cinder-847189-5-smb {{(pid=88111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 23:46:19.353359 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ec65a6d-b364-44aa-9dd7-ac6e05aa492b'] response: {'server_uuid': '62325896-fd64-47ea-bc98-2483abf5412f', 'name': 'network-vif-deleted', 'tag': 'b2438596-128b-467d-8542-90663578d0b5', 'status': 'completed', 'code': 200} Jun 24 23:46:19.353813 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508bc0bd-474c-4b0b-b658-323b6bfb03fb None None] Updating router 22b753cd-681d-4a88-b288-bcb26c70abb8 port 940b3b9c-b583-4fb1-882f-26034223f553 binding host dv-cinder-847189-5-smb {{(pid=88111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 23:46:19.414221 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron_lib.callbacks.manager [None req-508bc0bd-474c-4b0b-b658-323b6bfb03fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:19.473623 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fb8a3c37-ffab-4bf4-9d35-fa7dcbafd596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-488920'] for router_interface, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:19.653453 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-688541c2-6ef3-4bf5-b88c-ab47ed52fc40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:19.828231 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron_lib.callbacks.manager [None req-508bc0bd-474c-4b0b-b658-323b6bfb03fb None None] Notify callbacks [] for port, precommit_update {{(pid=88111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:19.851377 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.provisioning_blocks [None req-508bc0bd-474c-4b0b-b658-323b6bfb03fb None None] Transition to ACTIVE for port object 940b3b9c-b583-4fb1-882f-26034223f553 will not be triggered until provisioned by entity L2. {{(pid=88111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 23:46:19.861742 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron_lib.callbacks.manager [None req-508bc0bd-474c-4b0b-b658-323b6bfb03fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:19.886829 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-688541c2-6ef3-4bf5-b88c-ab47ed52fc40 admin admin] Allocated IP 172.20.0.1 (1531afa0-ec89-4a09-ad6c-c0dccb34c8cc/af033a48-ac2c-43f9-b4db-c1ab5a772fe8/d76fcd3c-b081-4d74-bf43-9c2b47bf5111) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 23:46:19.895989 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-fb8a3c37-ffab-4bf4-9d35-fa7dcbafd596 admin admin] Deleting port 175b867d-3ae8-4ef1-bd28-79a0dd3b008c {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 23:46:19.896504 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fb8a3c37-ffab-4bf4-9d35-fa7dcbafd596 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754888672570'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:19.941505 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98adbf9-52c7-4e21-938b-a3cb43cdb957 None None] Pushing event updated for resources: {'Port': ['ID=940b3b9c-b583-4fb1-882f-26034223f553,revision_number=2']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:46:19.951624 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98adbf9-52c7-4e21-938b-a3cb43cdb957 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:46:19.952559 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98adbf9-52c7-4e21-938b-a3cb43cdb957 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:46:19.952916 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98adbf9-52c7-4e21-938b-a3cb43cdb957 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:46:19.953263 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98adbf9-52c7-4e21-938b-a3cb43cdb957 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:46:19.953554 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98adbf9-52c7-4e21-938b-a3cb43cdb957 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:46:19.953936 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98adbf9-52c7-4e21-938b-a3cb43cdb957 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:46:19.954623 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98adbf9-52c7-4e21-938b-a3cb43cdb957 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:46:19.954955 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98adbf9-52c7-4e21-938b-a3cb43cdb957 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:46:19.955390 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98adbf9-52c7-4e21-938b-a3cb43cdb957 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:46:19.955614 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98adbf9-52c7-4e21-938b-a3cb43cdb957 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:46:19.955958 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98adbf9-52c7-4e21-938b-a3cb43cdb957 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:46:19.956240 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98adbf9-52c7-4e21-938b-a3cb43cdb957 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:46:19.988727 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.plugins.ml2.managers [None req-508bc0bd-474c-4b0b-b658-323b6bfb03fb None None] Attempting to bind port 940b3b9c-b583-4fb1-882f-26034223f553 on host dv-cinder-847189-5-smb for vnic_type normal with profile {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 23:46:19.988955 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.plugins.ml2.managers [None req-508bc0bd-474c-4b0b-b658-323b6bfb03fb None None] Attempting to bind port 940b3b9c-b583-4fb1-882f-26034223f553 by drivers openvswitch,hyperv on host dv-cinder-847189-5-smb at level 0 using segments [{'id': '541a8b1c-692d-48ec-a001-de3aa3f0cecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932'}] {{(pid=88111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 23:46:19.989316 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508bc0bd-474c-4b0b-b658-323b6bfb03fb None None] Attempting to bind port 940b3b9c-b583-4fb1-882f-26034223f553 on network faf77eb5-d359-4977-a80d-20d91cf50932 {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 23:46:19.996328 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508bc0bd-474c-4b0b-b658-323b6bfb03fb None None] Checking agent: {'id': '3a3b0bc1-d1b4-4224-a890-cab54187436c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 23, 32, 43), 'started_at': datetime.datetime(2022, 6, 24, 23, 33, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 23, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 23:46:19.996704 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508bc0bd-474c-4b0b-b658-323b6bfb03fb None None] Checking segment: {'id': '541a8b1c-692d-48ec-a001-de3aa3f0cecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 23:46:19.997179 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron_lib.callbacks.manager [None req-508bc0bd-474c-4b0b-b658-323b6bfb03fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:19.997475 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508bc0bd-474c-4b0b-b658-323b6bfb03fb None None] Bound using segment: {'id': '541a8b1c-692d-48ec-a001-de3aa3f0cecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932'} {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 23:46:19.997936 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.plugins.ml2.managers [None req-508bc0bd-474c-4b0b-b658-323b6bfb03fb None None] Bound port: 940b3b9c-b583-4fb1-882f-26034223f553, host: dv-cinder-847189-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '541a8b1c-692d-48ec-a001-de3aa3f0cecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932'}}] {{(pid=88111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 23:46:19.998883 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron_lib.callbacks.manager [None req-508bc0bd-474c-4b0b-b658-323b6bfb03fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:20.055263 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-688541c2-6ef3-4bf5-b88c-ab47ed52fc40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:20.075995 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-688541c2-6ef3-4bf5-b88c-ab47ed52fc40 admin admin] Transition to ACTIVE for port object d76fcd3c-b081-4d74-bf43-9c2b47bf5111 will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 23:46:20.096605 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.plugins.ml2.db [None req-508bc0bd-474c-4b0b-b658-323b6bfb03fb None None] For port 940b3b9c-b583-4fb1-882f-26034223f553, host dv-cinder-847189-5-smb, cleared binding levels {{(pid=88111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 23:46:20.099923 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.plugins.ml2.db [None req-508bc0bd-474c-4b0b-b658-323b6bfb03fb None None] For port 940b3b9c-b583-4fb1-882f-26034223f553, host dv-cinder-847189-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-5-smb',level=0,port_id=940b3b9c-b583-4fb1-882f-26034223f553,segment=NetworkSegment(541a8b1c-692d-48ec-a001-de3aa3f0cecc),segment_id=541a8b1c-692d-48ec-a001-de3aa3f0cecc)] {{(pid=88111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 23:46:20.105219 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron_lib.callbacks.manager [None req-508bc0bd-474c-4b0b-b658-323b6bfb03fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:20.109647 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-fb8a3c37-ffab-4bf4-9d35-fa7dcbafd596 admin admin] For port 175b867d-3ae8-4ef1-bd28-79a0dd3b008c, host dv-cinder-847189-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-5-smb',level=0,port_id=175b867d-3ae8-4ef1-bd28-79a0dd3b008c,segment=NetworkSegment(c647ded0-4d21-4d2d-b759-44df778a6ac4),segment_id=c647ded0-4d21-4d2d-b759-44df778a6ac4)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:46:20.109877 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fb8a3c37-ffab-4bf4-9d35-fa7dcbafd596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478950'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:20.120677 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-688541c2-6ef3-4bf5-b88c-ab47ed52fc40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754888214703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266550608'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:20.193377 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98adbf9-52c7-4e21-938b-a3cb43cdb957 None None] Pushing event updated for resources: {'Port': ['ID=940b3b9c-b583-4fb1-882f-26034223f553,revision_number=3']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:46:20.194704 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688541c2-6ef3-4bf5-b88c-ab47ed52fc40 admin admin] Network 1531afa0-ec89-4a09-ad6c-c0dccb34c8cc is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 23:46:20.197571 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-688541c2-6ef3-4bf5-b88c-ab47ed52fc40 admin admin] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 23:46:20.201728 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688541c2-6ef3-4bf5-b88c-ab47ed52fc40 admin admin] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 23:46:20.207496 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508bc0bd-474c-4b0b-b658-323b6bfb03fb None None] Routers {'22b753cd-681d-4a88-b288-bcb26c70abb8'} bound to L3 agent in host dv-cinder-847189-5-smb {{(pid=88111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 23:46:20.208218 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-508bc0bd-474c-4b0b-b658-323b6bfb03fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T23:32:42Z,description=,heartbeat_timestamp=2022-06-24T23:46:12Z,host='dv-cinder-847189-5-smb',id=05c04ad7-f453-4a24-8793-b86a404a0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T23:32:42Z,topic='l3_agent')) {'router_ids': ['22b753cd-681d-4a88-b288-bcb26c70abb8'], 'active': True} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:46:20.239989 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688541c2-6ef3-4bf5-b88c-ab47ed52fc40 admin admin] Pushing event updated for resources: {'Port': ['ID=d76fcd3c-b081-4d74-bf43-9c2b47bf5111,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:46:20.269010 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-688541c2-6ef3-4bf5-b88c-ab47ed52fc40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476503'] for router_interface, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:20.383530 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-fb8a3c37-ffab-4bf4-9d35-fa7dcbafd596 admin admin] Calling delete_port for 175b867d-3ae8-4ef1-bd28-79a0dd3b008c owned by network:router_interface {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 23:46:20.431712 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 58844) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:46:20.448399 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvr_db [None req-508bc0bd-474c-4b0b-b658-323b6bfb03fb None None] Set router 22b753cd-681d-4a88-b288-bcb26c70abb8 gateway port host: dv-cinder-847189-5-smb {{(pid=88111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 23:46:20.461242 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-688541c2-6ef3-4bf5-b88c-ab47ed52fc40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:20.535495 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-6df88d44-6d61-4024-91ca-fa26859d40b4 None None] Provisioning for port d76fcd3c-b081-4d74-bf43-9c2b47bf5111 completed by entity DHCP. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 23:46:20.541931 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-6df88d44-6d61-4024-91ca-fa26859d40b4 None None] Provisioning complete for port d76fcd3c-b081-4d74-bf43-9c2b47bf5111 triggered by entity DHCP. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:46:20.542553 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-6df88d44-6d61-4024-91ca-fa26859d40b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:20.600250 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-6df88d44-6d61-4024-91ca-fa26859d40b4 None None] Port d76fcd3c-b081-4d74-bf43-9c2b47bf5111 cannot update to ACTIVE because it is not bound. {{(pid=88110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 23:46:20.703010 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-688541c2-6ef3-4bf5-b88c-ab47ed52fc40 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:20.709629 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-688541c2-6ef3-4bf5-b88c-ab47ed52fc40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266550599'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:20.746626 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-508bc0bd-474c-4b0b-b658-323b6bfb03fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22b753cd-681d-4a88-b288-bcb26c70abb8', 'name': 'tempest-TestShelveInstance-320748044-router', 'tenant_id': '5a572a155c364670a8ac8d313c3dba25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.228'}], 'enable_snat': True}, 'gw_port_id': '940b3b9c-b583-4fb1-882f-26034223f553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:46:14Z', 'updated_at': '2022-06-24T23:46:17Z', 'revision_number': 3, 'project_id': '5a572a155c364670a8ac8d313c3dba25', 'gw_port': {'id': '940b3b9c-b583-4fb1-882f-26034223f553', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:cf:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22b753cd-681d-4a88-b288-bcb26c70abb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:46:15Z', 'updated_at': '2022-06-24T23:46:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb'}], 'dv-cinder-847189-5-smb', False) {} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:46:20.751223 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508bc0bd-474c-4b0b-b658-323b6bfb03fb None None] The sync data for ids ['22b753cd-681d-4a88-b288-bcb26c70abb8'] in dv-cinder-847189-5-smb is: [{'id': '22b753cd-681d-4a88-b288-bcb26c70abb8', 'name': 'tempest-TestShelveInstance-320748044-router', 'tenant_id': '5a572a155c364670a8ac8d313c3dba25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.228'}], 'enable_snat': True}, 'gw_port_id': '940b3b9c-b583-4fb1-882f-26034223f553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:46:14Z', 'updated_at': '2022-06-24T23:46:17Z', 'revision_number': 3, 'project_id': '5a572a155c364670a8ac8d313c3dba25', 'gw_port': {'id': '940b3b9c-b583-4fb1-882f-26034223f553', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:cf:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22b753cd-681d-4a88-b288-bcb26c70abb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:46:15Z', 'updated_at': '2022-06-24T23:46:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb'}] {{(pid=88111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 23:46:20.833939 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688541c2-6ef3-4bf5-b88c-ab47ed52fc40 admin admin] Pushing event updated for resources: {'Port': ['ID=d76fcd3c-b081-4d74-bf43-9c2b47bf5111,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:46:20.836417 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-688541c2-6ef3-4bf5-b88c-ab47ed52fc40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476466'] for router_interface, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:21.102982 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688541c2-6ef3-4bf5-b88c-ab47ed52fc40 admin admin] Network 1531afa0-ec89-4a09-ad6c-c0dccb34c8cc is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 23:46:21.104775 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-688541c2-6ef3-4bf5-b88c-ab47ed52fc40 admin admin] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 23:46:21.139742 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fb8a3c37-ffab-4bf4-9d35-fa7dcbafd596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754888674196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754888214712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266412288'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:21.226230 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8a3c37-ffab-4bf4-9d35-fa7dcbafd596 admin admin] Pushing event deleted for resources: {'Port': ['ID=175b867d-3ae8-4ef1-bd28-79a0dd3b008c,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:46:21.317070 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-688541c2-6ef3-4bf5-b88c-ab47ed52fc40 admin admin] Router 22b753cd-681d-4a88-b288-bcb26c70abb8 has already been hosted by L3 agent 05c04ad7-f453-4a24-8793-b86a404a0ef9 {{(pid=88109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 23:46:21.432655 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-6f886ec0-f51f-45dd-bcbf-675f6ff018b1 None None] Provisioning complete for port d76fcd3c-b081-4d74-bf43-9c2b47bf5111 triggered by entity DHCP. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:46:21.433324 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-6f886ec0-f51f-45dd-bcbf-675f6ff018b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:21.501286 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-6f886ec0-f51f-45dd-bcbf-675f6ff018b1 None None] Port d76fcd3c-b081-4d74-bf43-9c2b47bf5111 cannot update to ACTIVE because it is not bound. {{(pid=88110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 23:46:21.553911 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-688541c2-6ef3-4bf5-b88c-ab47ed52fc40 admin admin] Notify agent at l3_agent.dv-cinder-847189-5-smb the message routers_updated {{(pid=88109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 23:46:21.571569 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-688541c2-6ef3-4bf5-b88c-ab47ed52fc40 admin admin] 10.222.0.42 "PUT /v2.0/routers/22b753cd-681d-4a88-b288-bcb26c70abb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7147377 Jun 24 23:46:21.708596 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fb8a3c37-ffab-4bf4-9d35-fa7dcbafd596 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-488876'] for router_interface, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:21.892510 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0e068c0f-6696-41cb-b061-c3595e07020d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-488920'] for router_interface, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:22.088057 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 58862) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:46:22.094433 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.v2.base [None req-ed54257a-2c53-4ae7-b2b6-b1220da1344f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1853435857-network', 'tenant_id': 'dc1f34d57360411d811b910d69669eca'}} {{(pid=88109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:46:22.099362 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-ed54257a-2c53-4ae7-b2b6-b1220da1344f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:46:22.103629 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-ed54257a-2c53-4ae7-b2b6-b1220da1344f admin admin] Usage tracker for resource:network and tenant:dc1f34d57360411d811b910d69669eca is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:46:22.106579 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-ed54257a-2c53-4ae7-b2b6-b1220da1344f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:46:22.114026 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-ed54257a-2c53-4ae7-b2b6-b1220da1344f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:46:22.126622 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed54257a-2c53-4ae7-b2b6-b1220da1344f admin admin] Made reservation on behalf of dc1f34d57360411d811b910d69669eca for: {'network': 1} {{(pid=88109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 23:46:22.129881 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ed54257a-2c53-4ae7-b2b6-b1220da1344f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for network, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:22.145658 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ed54257a-2c53-4ae7-b2b6-b1220da1344f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:22.162561 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-ed54257a-2c53-4ae7-b2b6-b1220da1344f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:46:22.166556 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-ed54257a-2c53-4ae7-b2b6-b1220da1344f admin admin] Usage tracker for resource:security_group_rule and tenant:dc1f34d57360411d811b910d69669eca is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:46:22.169453 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-ed54257a-2c53-4ae7-b2b6-b1220da1344f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:46:22.177075 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-ed54257a-2c53-4ae7-b2b6-b1220da1344f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:46:22.264571 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ed54257a-2c53-4ae7-b2b6-b1220da1344f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:22.268832 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ed54257a-2c53-4ae7-b2b6-b1220da1344f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:22.297374 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed54257a-2c53-4ae7-b2b6-b1220da1344f admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=88109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 23:46:22.310056 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed54257a-2c53-4ae7-b2b6-b1220da1344f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc7e8815-9bac-4af7-bcf4-700112d8fe17,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:46:22.314447 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ed54257a-2c53-4ae7-b2b6-b1220da1344f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569928'] for segment, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:22.314787 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.db.segments_db [None req-ed54257a-2c53-4ae7-b2b6-b1220da1344f admin admin] Added segment a4b2cb5e-d589-429b-86a0-5e6c741f8cc7 of type vlan for network ffc612ed-9fe1-496d-9ffb-cce702fae74d Jun 24 23:46:22.335446 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb8a3c37-ffab-4bf4-9d35-fa7dcbafd596 admin admin] Router 57b267c7-ee47-440e-86b1-772e50133296 has already been hosted by L3 agent 05c04ad7-f453-4a24-8793-b86a404a0ef9 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 23:46:22.341924 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ed54257a-2c53-4ae7-b2b6-b1220da1344f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754888201009'] for network, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:22.373970 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ed54257a-2c53-4ae7-b2b6-b1220da1344f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:22.374964 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed54257a-2c53-4ae7-b2b6-b1220da1344f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:46:22.375654 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ed54257a-2c53-4ae7-b2b6-b1220da1344f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627732'] for network, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:22.411636 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060ca28a-c323-4a1e-b6d3-839504b6db35 None None] Sync routers for ids ['22b753cd-681d-4a88-b288-bcb26c70abb8'] in dv-cinder-847189-5-smb {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 23:46:22.421997 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060ca28a-c323-4a1e-b6d3-839504b6db35 None None] Routers {'22b753cd-681d-4a88-b288-bcb26c70abb8'} bound to L3 agent in host dv-cinder-847189-5-smb {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 23:46:22.423100 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-060ca28a-c323-4a1e-b6d3-839504b6db35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T23:32:42Z,description=,heartbeat_timestamp=2022-06-24T23:46:12Z,host='dv-cinder-847189-5-smb',id=05c04ad7-f453-4a24-8793-b86a404a0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T23:32:42Z,topic='l3_agent')) {'router_ids': ['22b753cd-681d-4a88-b288-bcb26c70abb8'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:46:22.477834 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-ed54257a-2c53-4ae7-b2b6-b1220da1344f admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3860703 Jun 24 23:46:22.478103 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 58866) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:46:22.481080 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed54257a-2c53-4ae7-b2b6-b1220da1344f admin admin] Pushing event updated for resources: {'Network': ['ID=ffc612ed-9fe1-496d-9ffb-cce702fae74d,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:46:22.485838 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.v2.base [None req-8106af33-81d8-443f-8f50-08e678d9b096 admin admin] Request body: {'subnet': {'network_id': 'ffc612ed-9fe1-496d-9ffb-cce702fae74d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1853435857-subnet', 'tenant_id': 'dc1f34d57360411d811b910d69669eca', 'ip_version': 4}} {{(pid=88109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:46:22.491013 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-8106af33-81d8-443f-8f50-08e678d9b096 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:46:22.494932 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-8106af33-81d8-443f-8f50-08e678d9b096 admin admin] Usage tracker for resource:subnet and tenant:dc1f34d57360411d811b910d69669eca is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:46:22.497742 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-8106af33-81d8-443f-8f50-08e678d9b096 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:46:22.503981 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-8106af33-81d8-443f-8f50-08e678d9b096 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:46:22.514010 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8106af33-81d8-443f-8f50-08e678d9b096 admin admin] Made reservation on behalf of dc1f34d57360411d811b910d69669eca for: {'subnet': 1} {{(pid=88109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 23:46:22.516396 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8106af33-81d8-443f-8f50-08e678d9b096 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266086773'] for subnet, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:22.556387 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-0e068c0f-6696-41cb-b061-c3595e07020d admin admin] Deleting port 904da251-e208-4511-aa8b-40789b194499 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 23:46:22.556720 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0e068c0f-6696-41cb-b061-c3595e07020d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754888672570'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:22.579021 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Network ffc612ed-9fe1-496d-9ffb-cce702fae74d details requested by agent ovs-agent-dv-cinder-847189-5-smb with host dv-cinder-847189-5-smb {{(pid=88110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 24 23:46:22.616233 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb8a3c37-ffab-4bf4-9d35-fa7dcbafd596 admin admin] Notify agent at l3_agent.dv-cinder-847189-5-smb the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 23:46:22.626577 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24987bf0-afae-4e34-a0d9-9e1b4e644401 None None] Sync routers for ids ['57b267c7-ee47-440e-86b1-772e50133296'] in dv-cinder-847189-5-smb {{(pid=88111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 23:46:22.635821 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24987bf0-afae-4e34-a0d9-9e1b4e644401 None None] Routers {'57b267c7-ee47-440e-86b1-772e50133296'} bound to L3 agent in host dv-cinder-847189-5-smb {{(pid=88111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 23:46:22.636655 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-24987bf0-afae-4e34-a0d9-9e1b4e644401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T23:32:42Z,description=,heartbeat_timestamp=2022-06-24T23:46:12Z,host='dv-cinder-847189-5-smb',id=05c04ad7-f453-4a24-8793-b86a404a0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T23:32:42Z,topic='l3_agent')) {'router_ids': ['57b267c7-ee47-440e-86b1-772e50133296'], 'active': True} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:46:22.711939 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-fb8a3c37-ffab-4bf4-9d35-fa7dcbafd596 admin admin] 10.222.0.42 "PUT /v2.0/routers/57b267c7-ee47-440e-86b1-772e50133296/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8160582 Jun 24 23:46:22.721917 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 58870) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:46:22.761595 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-060ca28a-c323-4a1e-b6d3-839504b6db35 None None] Set router 22b753cd-681d-4a88-b288-bcb26c70abb8 gateway port host: dv-cinder-847189-5-smb {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 23:46:22.779756 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8106af33-81d8-443f-8f50-08e678d9b096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266549952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266086723'] for subnet, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:22.907532 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8106af33-81d8-443f-8f50-08e678d9b096 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35dd22e1-2670-4f1e-be5d-9efb5575f003,revision_number=0']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:46:22.932963 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8106af33-81d8-443f-8f50-08e678d9b096 admin admin] Checking segment: {'id': 'a4b2cb5e-d589-429b-86a0-5e6c741f8cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ffc612ed-9fe1-496d-9ffb-cce702fae74d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 23:46:22.933255 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8106af33-81d8-443f-8f50-08e678d9b096 admin admin] Network hostable DHCP agents. Network: ffc612ed-9fe1-496d-9ffb-cce702fae74d, hostable agents: ['6e28835f-a2f6-456f-8f53-9851f009901c'], hosted agents: [] {{(pid=88109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 23:46:22.935907 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvr_db [None req-24987bf0-afae-4e34-a0d9-9e1b4e644401 None None] Set router 57b267c7-ee47-440e-86b1-772e50133296 gateway port host: dv-cinder-847189-5-smb {{(pid=88111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 23:46:22.955352 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8106af33-81d8-443f-8f50-08e678d9b096 admin admin] Network ffc612ed-9fe1-496d-9ffb-cce702fae74d is scheduled to be hosted by DHCP agent 6e28835f-a2f6-456f-8f53-9851f009901c with binding_index 1 {{(pid=88109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 23:46:22.967387 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-8106af33-81d8-443f-8f50-08e678d9b096 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-5-smb, ffc612ed-9fe1-496d-9ffb-cce702fae74d) {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 23:46:22.972830 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8106af33-81d8-443f-8f50-08e678d9b096 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:46:22.974901 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-8106af33-81d8-443f-8f50-08e678d9b096 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:22.996717 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device 940b3b9c-b583-4fb1-882f-26034223f553 up at agent ovs-agent-dv-cinder-847189-5-smb {{(pid=88110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 23:46:23.002518 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 58874) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:46:23.002806 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-8106af33-81d8-443f-8f50-08e678d9b096 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5234406 Jun 24 23:46:23.014262 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.v2.base [None req-234b715c-bcd2-45b3-a340-402588ccf690 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1853435857-router', 'tenant_id': 'dc1f34d57360411d811b910d69669eca', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932'}}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:46:23.019904 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-0e068c0f-6696-41cb-b061-c3595e07020d admin admin] For port 904da251-e208-4511-aa8b-40789b194499, host dv-cinder-847189-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-5-smb',level=0,port_id=904da251-e208-4511-aa8b-40789b194499,segment=NetworkSegment(f561a82c-2c3c-47d3-bd82-978ca7f3ed56),segment_id=f561a82c-2c3c-47d3-bd82-978ca7f3ed56)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:46:23.020377 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0e068c0f-6696-41cb-b061-c3595e07020d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478950'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:23.024222 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41a5202-0746-4dd8-8fcc-3c61ff4d94cb None None] Network ffc612ed-9fe1-496d-9ffb-cce702fae74d requested from dv-cinder-847189-5-smb {{(pid=88110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 23:46:23.148512 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-234b715c-bcd2-45b3-a340-402588ccf690 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:46:23.202210 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-234b715c-bcd2-45b3-a340-402588ccf690 admin admin] Usage tracker for resource:router and tenant:dc1f34d57360411d811b910d69669eca is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:46:23.259302 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-234b715c-bcd2-45b3-a340-402588ccf690 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:46:23.265559 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-24987bf0-afae-4e34-a0d9-9e1b4e644401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57b267c7-ee47-440e-86b1-772e50133296', 'name': 'tempest-ServerRescueNegativeTestJSON-2098051049-router', 'tenant_id': 'b0685d2348744b39b8eb315433f69ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.236'}], 'enable_snat': True}, 'gw_port_id': '9f035a1a-a9be-4110-a790-d1d4acb3181b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:41:28Z', 'updated_at': '2022-06-24T23:46:21Z', 'revision_number': 5, 'project_id': 'b0685d2348744b39b8eb315433f69ef4', 'gw_port': {'id': '9f035a1a-a9be-4110-a790-d1d4acb3181b', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ce:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b267c7-ee47-440e-86b1-772e50133296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:41:29Z', 'updated_at': '2022-06-24T23:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb'}], 'dv-cinder-847189-5-smb', False) {} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:46:23.269515 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24987bf0-afae-4e34-a0d9-9e1b4e644401 None None] Checking router: 57b267c7-ee47-440e-86b1-772e50133296 for host: dv-cinder-847189-5-smb {{(pid=88111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 23:46:23.270464 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-0e068c0f-6696-41cb-b061-c3595e07020d admin admin] Calling delete_port for 904da251-e208-4511-aa8b-40789b194499 owned by network:router_interface {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 23:46:23.277598 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24987bf0-afae-4e34-a0d9-9e1b4e644401 None None] Routers {'57b267c7-ee47-440e-86b1-772e50133296'} bound to L3 agent in host dv-cinder-847189-5-smb {{(pid=88111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 23:46:23.278180 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-24987bf0-afae-4e34-a0d9-9e1b4e644401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T23:32:42Z,description=,heartbeat_timestamp=2022-06-24T23:46:12Z,host='dv-cinder-847189-5-smb',id=05c04ad7-f453-4a24-8793-b86a404a0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T23:32:42Z,topic='l3_agent')) {'router_ids': ['57b267c7-ee47-440e-86b1-772e50133296'], 'active': True} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:46:23.309510 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-234b715c-bcd2-45b3-a340-402588ccf690 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:46:23.328666 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Provisioning for port 940b3b9c-b583-4fb1-882f-26034223f553 completed by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 23:46:23.329123 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3150289d-8b4e-407d-8dc6-f47387463d80 admin admin] Notify callbacks [] for router, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:23.340277 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Provisioning complete for port 940b3b9c-b583-4fb1-882f-26034223f553 triggered by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:46:23.340654 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:23.388753 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-234b715c-bcd2-45b3-a340-402588ccf690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4987'] for router, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:23.389860 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-234b715c-bcd2-45b3-a340-402588ccf690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-489288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4960'] for router, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:23.460976 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvr_db [None req-24987bf0-afae-4e34-a0d9-9e1b4e644401 None None] Set router 57b267c7-ee47-440e-86b1-772e50133296 gateway port host: dv-cinder-847189-5-smb {{(pid=88111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 23:46:23.468041 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179af382-8bb6-4c5d-9a9d-8bd6a78368b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa652505c-ec85-57c6-bc13-fe5b25ac2c24-ffc612ed-9fe1-496d-9ffb-cce702fae74d', 'network_id': 'ffc612ed-9fe1-496d-9ffb-cce702fae74d', 'tenant_id': 'dc1f34d57360411d811b910d69669eca', 'fixed_ips': [{'subnet_id': '35dd22e1-2670-4f1e-be5d-9efb5575f003'}]}} from dv-cinder-847189-5-smb. {{(pid=88110) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 24 23:46:23.468853 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-179af382-8bb6-4c5d-9a9d-8bd6a78368b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_create {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:23.502403 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-234b715c-bcd2-45b3-a340-402588ccf690 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:23.534064 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-060ca28a-c323-4a1e-b6d3-839504b6db35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22b753cd-681d-4a88-b288-bcb26c70abb8', 'name': 'tempest-TestShelveInstance-320748044-router', 'tenant_id': '5a572a155c364670a8ac8d313c3dba25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.228'}], 'enable_snat': True}, 'gw_port_id': '940b3b9c-b583-4fb1-882f-26034223f553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:46:14Z', 'updated_at': '2022-06-24T23:46:20Z', 'revision_number': 4, 'project_id': '5a572a155c364670a8ac8d313c3dba25', 'gw_port': {'id': '940b3b9c-b583-4fb1-882f-26034223f553', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:cf:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22b753cd-681d-4a88-b288-bcb26c70abb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:46:15Z', 'updated_at': '2022-06-24T23:46:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb', '_interfaces': [{'id': 'd76fcd3c-b081-4d74-bf43-9c2b47bf5111', 'name': '', 'network_id': '1531afa0-ec89-4a09-ad6c-c0dccb34c8cc', 'tenant_id': '5a572a155c364670a8ac8d313c3dba25', 'mac_address': 'fa:16:3e:13:07:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22b753cd-681d-4a88-b288-bcb26c70abb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'af033a48-ac2c-43f9-b4db-c1ab5a772fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:46:19Z', 'updated_at': '2022-06-24T23:46:20Z', 'revision_number': 2, 'project_id': '5a572a155c364670a8ac8d313c3dba25', 'subnets': [{'id': 'af033a48-ac2c-43f9-b4db-c1ab5a772fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-5-smb', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:46:23.582963 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060ca28a-c323-4a1e-b6d3-839504b6db35 None None] Checking router: 22b753cd-681d-4a88-b288-bcb26c70abb8 for host: dv-cinder-847189-5-smb {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 23:46:23.583313 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060ca28a-c323-4a1e-b6d3-839504b6db35 None None] Updating router 22b753cd-681d-4a88-b288-bcb26c70abb8 port d76fcd3c-b081-4d74-bf43-9c2b47bf5111 binding host dv-cinder-847189-5-smb {{(pid=88110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 23:46:23.648396 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Current status of the port 940b3b9c-b583-4fb1-882f-26034223f553 is: DOWN; New status is: ACTIVE {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:46:23.648772 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:23.686004 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-060ca28a-c323-4a1e-b6d3-839504b6db35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:23.740917 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] For port 940b3b9c-b583-4fb1-882f-26034223f553, host dv-cinder-847189-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-5-smb',level=0,port_id=940b3b9c-b583-4fb1-882f-26034223f553,segment=NetworkSegment(541a8b1c-692d-48ec-a001-de3aa3f0cecc),segment_id=541a8b1c-692d-48ec-a001-de3aa3f0cecc)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:46:23.749821 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-24987bf0-afae-4e34-a0d9-9e1b4e644401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57b267c7-ee47-440e-86b1-772e50133296', 'name': 'tempest-ServerRescueNegativeTestJSON-2098051049-router', 'tenant_id': 'b0685d2348744b39b8eb315433f69ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.236'}], 'enable_snat': True}, 'gw_port_id': '9f035a1a-a9be-4110-a790-d1d4acb3181b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:41:28Z', 'updated_at': '2022-06-24T23:46:21Z', 'revision_number': 5, 'project_id': 'b0685d2348744b39b8eb315433f69ef4', 'gw_port': {'id': '9f035a1a-a9be-4110-a790-d1d4acb3181b', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ce:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b267c7-ee47-440e-86b1-772e50133296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:41:29Z', 'updated_at': '2022-06-24T23:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb'}], 'dv-cinder-847189-5-smb', False) {} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:46:23.754949 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24987bf0-afae-4e34-a0d9-9e1b4e644401 None None] The sync data for ids ['57b267c7-ee47-440e-86b1-772e50133296'] in dv-cinder-847189-5-smb is: [{'id': '57b267c7-ee47-440e-86b1-772e50133296', 'name': 'tempest-ServerRescueNegativeTestJSON-2098051049-router', 'tenant_id': 'b0685d2348744b39b8eb315433f69ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.236'}], 'enable_snat': True}, 'gw_port_id': '9f035a1a-a9be-4110-a790-d1d4acb3181b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:41:28Z', 'updated_at': '2022-06-24T23:46:21Z', 'revision_number': 5, 'project_id': 'b0685d2348744b39b8eb315433f69ef4', 'gw_port': {'id': '9f035a1a-a9be-4110-a790-d1d4acb3181b', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ce:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b267c7-ee47-440e-86b1-772e50133296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:41:29Z', 'updated_at': '2022-06-24T23:41:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb'}] {{(pid=88111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 23:46:23.777874 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3150289d-8b4e-407d-8dc6-f47387463d80 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:23.779255 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:23.913582 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.db_base_plugin_common [None req-179af382-8bb6-4c5d-9a9d-8bd6a78368b2 None None] Allocated IP 172.20.0.2 (ffc612ed-9fe1-496d-9ffb-cce702fae74d/35dd22e1-2670-4f1e-be5d-9efb5575f003/7add2f61-1eef-4a7e-b113-b554e1b15891) {{(pid=88110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 23:46:23.919295 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-3150289d-8b4e-407d-8dc6-f47387463d80 admin admin] Deleting port 9f035a1a-a9be-4110-a790-d1d4acb3181b {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 23:46:23.919652 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3150289d-8b4e-407d-8dc6-f47387463d80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754888672570'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:23.937246 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Pushing event updated for resources: {'Port': ['ID=940b3b9c-b583-4fb1-882f-26034223f553,revision_number=4']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:46:23.957948 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0e068c0f-6696-41cb-b061-c3595e07020d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754888674196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754888214712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266412288'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:23.962810 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-234b715c-bcd2-45b3-a340-402588ccf690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-477306', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4958'] for router, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:23.971876 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:46:23.972748 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:46:23.973084 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:46:23.973410 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:46:23.973736 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:46:23.974058 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:46:23.974376 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:46:23.974695 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:46:23.975012 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:46:23.975330 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:46:23.975665 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:46:23.975982 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:46:24.024035 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e068c0f-6696-41cb-b061-c3595e07020d admin admin] Pushing event deleted for resources: {'Port': ['ID=904da251-e208-4511-aa8b-40789b194499,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:46:24.136172 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.agents_db [None req-920f0d7c-c373-4dd0-bab9-7f12e43ec96a None None] Agent healthcheck: found 6 active agents {{(pid=88111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 23:46:24.309419 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-179af382-8bb6-4c5d-9a9d-8bd6a78368b2 None None] Notify callbacks [] for port, precommit_create {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:24.334684 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-179af382-8bb6-4c5d-9a9d-8bd6a78368b2 None None] Transition to ACTIVE for port object 7add2f61-1eef-4a7e-b113-b554e1b15891 will not be triggered until provisioned by entity L2. {{(pid=88110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 23:46:24.362356 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-060ca28a-c323-4a1e-b6d3-839504b6db35 None None] Notify callbacks [] for port, precommit_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:24.367757 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-179af382-8bb6-4c5d-9a9d-8bd6a78368b2 None None] Transition to ACTIVE for port object 7add2f61-1eef-4a7e-b113-b554e1b15891 will not be triggered until provisioned by entity DHCP. {{(pid=88110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 23:46:24.375969 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-179af382-8bb6-4c5d-9a9d-8bd6a78368b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754888214703'] for port, after_create {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:24.409739 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-060ca28a-c323-4a1e-b6d3-839504b6db35 None None] Transition to ACTIVE for port object d76fcd3c-b081-4d74-bf43-9c2b47bf5111 will not be triggered until provisioned by entity L2. {{(pid=88110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 23:46:24.440617 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-060ca28a-c323-4a1e-b6d3-839504b6db35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:24.451051 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179af382-8bb6-4c5d-9a9d-8bd6a78368b2 None None] Network ffc612ed-9fe1-496d-9ffb-cce702fae74d is already hosted by enough agents. {{(pid=88110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 23:46:24.455601 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.scheduler.base_scheduler [None req-179af382-8bb6-4c5d-9a9d-8bd6a78368b2 None None] Resources bound (agent type, host, resource id): {{(pid=88110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 23:46:24.462707 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179af382-8bb6-4c5d-9a9d-8bd6a78368b2 None None] Received port after_create {{(pid=88110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 23:46:24.515788 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179af382-8bb6-4c5d-9a9d-8bd6a78368b2 None None] Pushing event updated for resources: {'Port': ['ID=7add2f61-1eef-4a7e-b113-b554e1b15891,revision_number=1']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:46:24.557240 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-3150289d-8b4e-407d-8dc6-f47387463d80 admin admin] For port 9f035a1a-a9be-4110-a790-d1d4acb3181b, host dv-cinder-847189-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-5-smb',level=0,port_id=9f035a1a-a9be-4110-a790-d1d4acb3181b,segment=NetworkSegment(541a8b1c-692d-48ec-a001-de3aa3f0cecc),segment_id=541a8b1c-692d-48ec-a001-de3aa3f0cecc)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:46:24.557610 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3150289d-8b4e-407d-8dc6-f47387463d80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478950'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:24.710621 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-3150289d-8b4e-407d-8dc6-f47387463d80 admin admin] Calling delete_port for 9f035a1a-a9be-4110-a790-d1d4acb3181b owned by network:router_gateway {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 23:46:24.782865 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0e068c0f-6696-41cb-b061-c3595e07020d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-488876'] for router_interface, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:24.823490 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-179af382-8bb6-4c5d-9a9d-8bd6a78368b2 None None] Attempting to bind port 7add2f61-1eef-4a7e-b113-b554e1b15891 on host dv-cinder-847189-5-smb for vnic_type normal with profile {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 23:46:24.823879 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-179af382-8bb6-4c5d-9a9d-8bd6a78368b2 None None] Attempting to bind port 7add2f61-1eef-4a7e-b113-b554e1b15891 by drivers openvswitch,hyperv on host dv-cinder-847189-5-smb at level 0 using segments [{'id': 'a4b2cb5e-d589-429b-86a0-5e6c741f8cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ffc612ed-9fe1-496d-9ffb-cce702fae74d'}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 23:46:24.824221 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179af382-8bb6-4c5d-9a9d-8bd6a78368b2 None None] Attempting to bind port 7add2f61-1eef-4a7e-b113-b554e1b15891 on network ffc612ed-9fe1-496d-9ffb-cce702fae74d {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 23:46:24.826162 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acd8186-0304-4b63-b108-39501bfad68e None None] Pushing event updated for resources: {'Port': ['ID=d76fcd3c-b081-4d74-bf43-9c2b47bf5111,revision_number=3']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:46:24.842070 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179af382-8bb6-4c5d-9a9d-8bd6a78368b2 None None] Checking agent: {'id': '3a3b0bc1-d1b4-4224-a890-cab54187436c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 23, 32, 43), 'started_at': datetime.datetime(2022, 6, 24, 23, 33, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 23, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 23:46:24.842436 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179af382-8bb6-4c5d-9a9d-8bd6a78368b2 None None] Checking segment: {'id': 'a4b2cb5e-d589-429b-86a0-5e6c741f8cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ffc612ed-9fe1-496d-9ffb-cce702fae74d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 23:46:24.842828 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-179af382-8bb6-4c5d-9a9d-8bd6a78368b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:24.843352 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179af382-8bb6-4c5d-9a9d-8bd6a78368b2 None None] Bound using segment: {'id': 'a4b2cb5e-d589-429b-86a0-5e6c741f8cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ffc612ed-9fe1-496d-9ffb-cce702fae74d'} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 23:46:24.843702 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-179af382-8bb6-4c5d-9a9d-8bd6a78368b2 None None] Bound port: 7add2f61-1eef-4a7e-b113-b554e1b15891, host: dv-cinder-847189-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4b2cb5e-d589-429b-86a0-5e6c741f8cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ffc612ed-9fe1-496d-9ffb-cce702fae74d'}}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 23:46:24.844063 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-179af382-8bb6-4c5d-9a9d-8bd6a78368b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:24.868138 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-060ca28a-c323-4a1e-b6d3-839504b6db35 None None] Attempting to bind port d76fcd3c-b081-4d74-bf43-9c2b47bf5111 on host dv-cinder-847189-5-smb for vnic_type normal with profile {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 23:46:24.868385 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-060ca28a-c323-4a1e-b6d3-839504b6db35 None None] Attempting to bind port d76fcd3c-b081-4d74-bf43-9c2b47bf5111 by drivers openvswitch,hyperv on host dv-cinder-847189-5-smb at level 0 using segments [{'id': '8507c492-2bc9-41e4-b00c-faf16e20429b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1531afa0-ec89-4a09-ad6c-c0dccb34c8cc'}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 23:46:24.868738 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060ca28a-c323-4a1e-b6d3-839504b6db35 None None] Attempting to bind port d76fcd3c-b081-4d74-bf43-9c2b47bf5111 on network 1531afa0-ec89-4a09-ad6c-c0dccb34c8cc {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 23:46:24.874001 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device 940b3b9c-b583-4fb1-882f-26034223f553 up at agent ovs-agent-dv-cinder-847189-5-smb {{(pid=88110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 23:46:24.945307 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060ca28a-c323-4a1e-b6d3-839504b6db35 None None] Checking agent: {'id': '3a3b0bc1-d1b4-4224-a890-cab54187436c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 23, 32, 43), 'started_at': datetime.datetime(2022, 6, 24, 23, 33, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 23, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 23:46:24.945720 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060ca28a-c323-4a1e-b6d3-839504b6db35 None None] Checking segment: {'id': '8507c492-2bc9-41e4-b00c-faf16e20429b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1531afa0-ec89-4a09-ad6c-c0dccb34c8cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 23:46:24.946077 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-060ca28a-c323-4a1e-b6d3-839504b6db35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:24.946471 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060ca28a-c323-4a1e-b6d3-839504b6db35 None None] Bound using segment: {'id': '8507c492-2bc9-41e4-b00c-faf16e20429b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1531afa0-ec89-4a09-ad6c-c0dccb34c8cc'} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 23:46:24.946947 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-060ca28a-c323-4a1e-b6d3-839504b6db35 None None] Bound port: d76fcd3c-b081-4d74-bf43-9c2b47bf5111, host: dv-cinder-847189-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8507c492-2bc9-41e4-b00c-faf16e20429b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1531afa0-ec89-4a09-ad6c-c0dccb34c8cc'}}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 23:46:24.947317 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-060ca28a-c323-4a1e-b6d3-839504b6db35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:25.060029 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-179af382-8bb6-4c5d-9a9d-8bd6a78368b2 None None] For port 7add2f61-1eef-4a7e-b113-b554e1b15891, host dv-cinder-847189-5-smb, cleared binding levels {{(pid=88110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 23:46:25.064866 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-179af382-8bb6-4c5d-9a9d-8bd6a78368b2 None None] For port 7add2f61-1eef-4a7e-b113-b554e1b15891, host dv-cinder-847189-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-5-smb',level=0,port_id=7add2f61-1eef-4a7e-b113-b554e1b15891,segment=NetworkSegment(a4b2cb5e-d589-429b-86a0-5e6c741f8cc7),segment_id=a4b2cb5e-d589-429b-86a0-5e6c741f8cc7)] {{(pid=88110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 23:46:25.078325 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-179af382-8bb6-4c5d-9a9d-8bd6a78368b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:25.152984 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Provisioning complete for port 940b3b9c-b583-4fb1-882f-26034223f553 triggered by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:46:25.153448 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:25.182209 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-060ca28a-c323-4a1e-b6d3-839504b6db35 None None] For port d76fcd3c-b081-4d74-bf43-9c2b47bf5111, host dv-cinder-847189-5-smb, cleared binding levels {{(pid=88110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 23:46:25.205404 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-060ca28a-c323-4a1e-b6d3-839504b6db35 None None] For port d76fcd3c-b081-4d74-bf43-9c2b47bf5111, host dv-cinder-847189-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-5-smb',level=0,port_id=d76fcd3c-b081-4d74-bf43-9c2b47bf5111,segment=NetworkSegment(8507c492-2bc9-41e4-b00c-faf16e20429b),segment_id=8507c492-2bc9-41e4-b00c-faf16e20429b)] {{(pid=88110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 23:46:25.225667 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-234b715c-bcd2-45b3-a340-402588ccf690 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:25.225993 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-060ca28a-c323-4a1e-b6d3-839504b6db35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:25.242629 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179af382-8bb6-4c5d-9a9d-8bd6a78368b2 None None] Pushing event updated for resources: {'Port': ['ID=7add2f61-1eef-4a7e-b113-b554e1b15891,revision_number=2']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:46:25.315280 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-234b715c-bcd2-45b3-a340-402588ccf690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:25.344106 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060ca28a-c323-4a1e-b6d3-839504b6db35 None None] Routers {'22b753cd-681d-4a88-b288-bcb26c70abb8'} bound to L3 agent in host dv-cinder-847189-5-smb {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 23:46:25.344736 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-060ca28a-c323-4a1e-b6d3-839504b6db35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T23:32:42Z,description=,heartbeat_timestamp=2022-06-24T23:46:12Z,host='dv-cinder-847189-5-smb',id=05c04ad7-f453-4a24-8793-b86a404a0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T23:32:42Z,topic='l3_agent')) {'router_ids': ['22b753cd-681d-4a88-b288-bcb26c70abb8'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:46:25.454249 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Current status of the port 940b3b9c-b583-4fb1-882f-26034223f553 is: ACTIVE; New status is: ACTIVE {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:46:25.468459 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3150289d-8b4e-407d-8dc6-f47387463d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754888674196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754888214712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266412288'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:25.556448 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3150289d-8b4e-407d-8dc6-f47387463d80 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f035a1a-a9be-4110-a790-d1d4acb3181b,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:46:25.557049 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device 175b867d-3ae8-4ef1-bd28-79a0dd3b008c no longer exists at agent ovs-agent-dv-cinder-847189-5-smb {{(pid=88110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 23:46:25.598055 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acd8186-0304-4b63-b108-39501bfad68e None None] Pushing event updated for resources: {'Port': ['ID=d76fcd3c-b081-4d74-bf43-9c2b47bf5111,revision_number=4']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:46:25.622206 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] No Port match for: 175b867d-3ae8-4ef1-bd28-79a0dd3b008c {{(pid=88110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 23:46:25.622636 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device 175b867d-3ae8-4ef1-bd28-79a0dd3b008c not bound to the agent host dv-cinder-847189-5-smb {{(pid=88110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 23:46:25.679040 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-060ca28a-c323-4a1e-b6d3-839504b6db35 None None] Set router 22b753cd-681d-4a88-b288-bcb26c70abb8 gateway port host: dv-cinder-847189-5-smb {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 23:46:25.721043 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e068c0f-6696-41cb-b061-c3595e07020d admin admin] Router 24afa311-ea3c-4f63-9698-2869a199a0db has already been hosted by L3 agent 05c04ad7-f453-4a24-8793-b86a404a0ef9 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 23:46:25.818574 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-234b715c-bcd2-45b3-a340-402588ccf690 admin admin] Allocated IP 172.28.1.103 (faf77eb5-d359-4977-a80d-20d91cf50932/45337dfe-1492-4630-96d4-ace1b4f61ce9/f300ce20-ec0e-420b-bfc9-a26c3f694cbe) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 23:46:25.826853 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3150289d-8b4e-407d-8dc6-f47387463d80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477241'] for router_gateway, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:26.004506 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-060ca28a-c323-4a1e-b6d3-839504b6db35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22b753cd-681d-4a88-b288-bcb26c70abb8', 'name': 'tempest-TestShelveInstance-320748044-router', 'tenant_id': '5a572a155c364670a8ac8d313c3dba25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.228'}], 'enable_snat': True}, 'gw_port_id': '940b3b9c-b583-4fb1-882f-26034223f553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:46:14Z', 'updated_at': '2022-06-24T23:46:20Z', 'revision_number': 4, 'project_id': '5a572a155c364670a8ac8d313c3dba25', 'gw_port': {'id': '940b3b9c-b583-4fb1-882f-26034223f553', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:cf:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b753cd-681d-4a88-b288-bcb26c70abb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:46:15Z', 'updated_at': '2022-06-24T23:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb', '_interfaces': [{'id': 'd76fcd3c-b081-4d74-bf43-9c2b47bf5111', 'name': '', 'network_id': '1531afa0-ec89-4a09-ad6c-c0dccb34c8cc', 'tenant_id': '5a572a155c364670a8ac8d313c3dba25', 'mac_address': 'fa:16:3e:13:07:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22b753cd-681d-4a88-b288-bcb26c70abb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'af033a48-ac2c-43f9-b4db-c1ab5a772fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:46:19Z', 'updated_at': '2022-06-24T23:46:25Z', 'revision_number': 4, 'project_id': '5a572a155c364670a8ac8d313c3dba25', 'subnets': [{'id': 'af033a48-ac2c-43f9-b4db-c1ab5a772fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-5-smb', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:46:26.008701 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060ca28a-c323-4a1e-b6d3-839504b6db35 None None] The sync data for ids ['22b753cd-681d-4a88-b288-bcb26c70abb8'] in dv-cinder-847189-5-smb is: [{'id': '22b753cd-681d-4a88-b288-bcb26c70abb8', 'name': 'tempest-TestShelveInstance-320748044-router', 'tenant_id': '5a572a155c364670a8ac8d313c3dba25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.228'}], 'enable_snat': True}, 'gw_port_id': '940b3b9c-b583-4fb1-882f-26034223f553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:46:14Z', 'updated_at': '2022-06-24T23:46:20Z', 'revision_number': 4, 'project_id': '5a572a155c364670a8ac8d313c3dba25', 'gw_port': {'id': '940b3b9c-b583-4fb1-882f-26034223f553', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:cf:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b753cd-681d-4a88-b288-bcb26c70abb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:46:15Z', 'updated_at': '2022-06-24T23:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb', '_interfaces': [{'id': 'd76fcd3c-b081-4d74-bf43-9c2b47bf5111', 'name': '', 'network_id': '1531afa0-ec89-4a09-ad6c-c0dccb34c8cc', 'tenant_id': '5a572a155c364670a8ac8d313c3dba25', 'mac_address': 'fa:16:3e:13:07:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22b753cd-681d-4a88-b288-bcb26c70abb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'af033a48-ac2c-43f9-b4db-c1ab5a772fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:46:19Z', 'updated_at': '2022-06-24T23:46:25Z', 'revision_number': 4, 'project_id': '5a572a155c364670a8ac8d313c3dba25', 'subnets': [{'id': 'af033a48-ac2c-43f9-b4db-c1ab5a772fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 23:46:26.144563 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3150289d-8b4e-407d-8dc6-f47387463d80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4969'] for router, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:26.187596 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3150289d-8b4e-407d-8dc6-f47387463d80 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:26.313113 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3150289d-8b4e-407d-8dc6-f47387463d80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-478936'] for router, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:26.313561 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3150289d-8b4e-407d-8dc6-f47387463d80 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57b267c7-ee47-440e-86b1-772e50133296 {{(pid=88108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 24 23:46:26.334662 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8b606b-a562-43eb-a353-970cde8f8323 None None] Network ffc612ed-9fe1-496d-9ffb-cce702fae74d requested from dv-cinder-847189-5-smb {{(pid=88110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 23:46:26.398452 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-234b715c-bcd2-45b3-a340-402588ccf690 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:26.411168 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e068c0f-6696-41cb-b061-c3595e07020d admin admin] Notify agent at l3_agent.dv-cinder-847189-5-smb the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 23:46:26.429207 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a570c442-9aef-4a5a-86bf-179fdbb5f24b None None] Sync routers for ids ['24afa311-ea3c-4f63-9698-2869a199a0db'] in dv-cinder-847189-5-smb {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 23:46:26.429989 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3150289d-8b4e-407d-8dc6-f47387463d80 admin admin] Notify callbacks [] for router, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:26.433640 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-3150289d-8b4e-407d-8dc6-f47387463d80 admin admin] 10.222.0.42 "DELETE /v2.0/routers/57b267c7-ee47-440e-86b1-772e50133296 HTTP/1.1" status: 204 len: 168 time: 3.7081206 Jun 24 23:46:26.433779 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 58880) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:46:26.445994 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-0e068c0f-6696-41cb-b061-c3595e07020d admin admin] 10.222.0.42 "PUT /v2.0/routers/24afa311-ea3c-4f63-9698-2869a199a0db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0132558 Jun 24 23:46:26.448510 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 58886) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:46:26.467374 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-234b715c-bcd2-45b3-a340-402588ccf690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754888214703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266412288'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:26.470102 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-78c9c484-166e-4504-966d-d0cb0c34ab6a None None] Provisioning for port 7add2f61-1eef-4a7e-b113-b554e1b15891 completed by entity DHCP. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 23:46:26.475700 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a570c442-9aef-4a5a-86bf-179fdbb5f24b None None] Routers {'24afa311-ea3c-4f63-9698-2869a199a0db'} bound to L3 agent in host dv-cinder-847189-5-smb {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 23:46:26.477295 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-a570c442-9aef-4a5a-86bf-179fdbb5f24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T23:32:42Z,description=,heartbeat_timestamp=2022-06-24T23:46:12Z,host='dv-cinder-847189-5-smb',id=05c04ad7-f453-4a24-8793-b86a404a0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T23:32:42Z,topic='l3_agent')) {'router_ids': ['24afa311-ea3c-4f63-9698-2869a199a0db'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:46:26.552110 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234b715c-bcd2-45b3-a340-402588ccf690 admin admin] Network faf77eb5-d359-4977-a80d-20d91cf50932 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 23:46:26.555383 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-234b715c-bcd2-45b3-a340-402588ccf690 admin admin] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 23:46:26.559619 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234b715c-bcd2-45b3-a340-402588ccf690 admin admin] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 23:46:26.605896 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234b715c-bcd2-45b3-a340-402588ccf690 admin admin] Pushing event updated for resources: {'Port': ['ID=f300ce20-ec0e-420b-bfc9-a26c3f694cbe,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:46:26.808059 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f131eb7d-6282-4e42-a7c0-309d64c90bec admin admin] Notify callbacks [] for router, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:26.965386 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-a570c442-9aef-4a5a-86bf-179fdbb5f24b None None] Set router 24afa311-ea3c-4f63-9698-2869a199a0db gateway port host: dv-cinder-847189-5-smb {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 23:46:27.053022 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f131eb7d-6282-4e42-a7c0-309d64c90bec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:27.075236 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-f131eb7d-6282-4e42-a7c0-309d64c90bec admin admin] Deleting port cfadfa66-204b-470e-bc8b-4cbf250c2a50 {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 23:46:27.075759 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f131eb7d-6282-4e42-a7c0-309d64c90bec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754888672570'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:27.163471 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device 7add2f61-1eef-4a7e-b113-b554e1b15891 up at agent ovs-agent-dv-cinder-847189-5-smb {{(pid=88110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 23:46:27.182672 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-234b715c-bcd2-45b3-a340-402588ccf690 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:27.355632 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.db_base_plugin_v2 [None req-22b2e055-63e4-45c2-80b5-842bed6fcccd admin admin] Deleting subnet 58b6f9c2-a230-4e37-ab12-8b61321e5f1a {{(pid=88109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 24 23:46:27.361752 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-22b2e055-63e4-45c2-80b5-842bed6fcccd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:27.394977 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Provisioning for port 7add2f61-1eef-4a7e-b113-b554e1b15891 completed by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 23:46:27.417877 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Provisioning complete for port 7add2f61-1eef-4a7e-b113-b554e1b15891 triggered by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:46:27.418525 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:27.464206 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-22b2e055-63e4-45c2-80b5-842bed6fcccd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266491957'] for subnet, precommit_delete_associations {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:27.556215 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-f131eb7d-6282-4e42-a7c0-309d64c90bec admin admin] For port cfadfa66-204b-470e-bc8b-4cbf250c2a50, host dv-cinder-847189-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-5-smb',level=0,port_id=cfadfa66-204b-470e-bc8b-4cbf250c2a50,segment=NetworkSegment(541a8b1c-692d-48ec-a001-de3aa3f0cecc),segment_id=541a8b1c-692d-48ec-a001-de3aa3f0cecc)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:46:27.556215 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f131eb7d-6282-4e42-a7c0-309d64c90bec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478950'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:27.594405 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Current status of the port 7add2f61-1eef-4a7e-b113-b554e1b15891 is: DOWN; New status is: ACTIVE {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:46:27.594946 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:27.614458 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-a570c442-9aef-4a5a-86bf-179fdbb5f24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24afa311-ea3c-4f63-9698-2869a199a0db', 'name': 'tempest-TestMinimumBasicScenario-1830635048-router', 'tenant_id': '151ea147ef8c4618aa21e9c58a3558f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.28'}], 'enable_snat': True}, 'gw_port_id': 'cfadfa66-204b-470e-bc8b-4cbf250c2a50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:42:59Z', 'updated_at': '2022-06-24T23:46:23Z', 'revision_number': 5, 'project_id': '151ea147ef8c4618aa21e9c58a3558f2', 'gw_port': {'id': 'cfadfa66-204b-470e-bc8b-4cbf250c2a50', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:7b:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24afa311-ea3c-4f63-9698-2869a199a0db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:43:00Z', 'updated_at': '2022-06-24T23:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb'}], 'dv-cinder-847189-5-smb', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:46:27.627418 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a570c442-9aef-4a5a-86bf-179fdbb5f24b None None] Checking router: 24afa311-ea3c-4f63-9698-2869a199a0db for host: dv-cinder-847189-5-smb {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 23:46:27.644985 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] For port 7add2f61-1eef-4a7e-b113-b554e1b15891, host dv-cinder-847189-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-5-smb',level=0,port_id=7add2f61-1eef-4a7e-b113-b554e1b15891,segment=NetworkSegment(a4b2cb5e-d589-429b-86a0-5e6c741f8cc7),segment_id=a4b2cb5e-d589-429b-86a0-5e6c741f8cc7)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:46:27.646216 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a570c442-9aef-4a5a-86bf-179fdbb5f24b None None] Routers {'24afa311-ea3c-4f63-9698-2869a199a0db'} bound to L3 agent in host dv-cinder-847189-5-smb {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 23:46:27.646822 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-a570c442-9aef-4a5a-86bf-179fdbb5f24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T23:32:42Z,description=,heartbeat_timestamp=2022-06-24T23:46:12Z,host='dv-cinder-847189-5-smb',id=05c04ad7-f453-4a24-8793-b86a404a0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T23:32:42Z,topic='l3_agent')) {'router_ids': ['24afa311-ea3c-4f63-9698-2869a199a0db'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:46:27.667655 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-234b715c-bcd2-45b3-a340-402588ccf690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477213'] for router, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:27.714060 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:27.714878 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device d76fcd3c-b081-4d74-bf43-9c2b47bf5111 up at agent ovs-agent-dv-cinder-847189-5-smb {{(pid=88110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 23:46:27.731487 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-f131eb7d-6282-4e42-a7c0-309d64c90bec admin admin] Calling delete_port for cfadfa66-204b-470e-bc8b-4cbf250c2a50 owned by network:router_gateway {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 23:46:27.854113 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-22b2e055-63e4-45c2-80b5-842bed6fcccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1563746'] for subnet, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:27.939679 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-234b715c-bcd2-45b3-a340-402588ccf690 admin admin] Router 6d7a98b3-c99f-4624-83d7-1c8e31a0d881 is scheduled to L3 agent 05c04ad7-f453-4a24-8793-b86a404a0ef9 with binding_index 1 {{(pid=88108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 23:46:27.946666 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Pushing event updated for resources: {'Port': ['ID=7add2f61-1eef-4a7e-b113-b554e1b15891,revision_number=3']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:46:27.952042 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-86e18f1b-972c-4404-80ba-244b74e5e4a0 None None] Provisioning complete for port 7add2f61-1eef-4a7e-b113-b554e1b15891 triggered by entity DHCP. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:46:27.952456 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-86e18f1b-972c-4404-80ba-244b74e5e4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:27.981479 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-22b2e055-63e4-45c2-80b5-842bed6fcccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1563737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266550541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266086728'] for subnet, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:27.983487 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-a570c442-9aef-4a5a-86bf-179fdbb5f24b None None] Set router 24afa311-ea3c-4f63-9698-2869a199a0db gateway port host: None {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 23:46:28.015177 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f131eb7d-6282-4e42-a7c0-309d64c90bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754888674196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754888214712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266550608'] for port, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:28.058897 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b2e055-63e4-45c2-80b5-842bed6fcccd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58b6f9c2-a230-4e37-ab12-8b61321e5f1a,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:46:28.060831 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-22b2e055-63e4-45c2-80b5-842bed6fcccd admin admin] Notify callbacks [] for subnet, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:28.076597 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f131eb7d-6282-4e42-a7c0-309d64c90bec admin admin] Pushing event deleted for resources: {'Port': ['ID=cfadfa66-204b-470e-bc8b-4cbf250c2a50,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:46:28.099696 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b43573-edb3-4c52-b77f-b750c62f5eba None None] Network 878eeed2-1705-4528-82e7-be9e0c60139b requested from dv-cinder-847189-5-smb {{(pid=88110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 23:46:28.119592 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-22b2e055-63e4-45c2-80b5-842bed6fcccd admin admin] 10.222.0.42 "DELETE /v2.0/subnets/58b6f9c2-a230-4e37-ab12-8b61321e5f1a HTTP/1.1" status: 204 len: 168 time: 1.6826556 Jun 24 23:46:28.120491 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 58890) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:46:28.135606 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Provisioning for port d76fcd3c-b081-4d74-bf43-9c2b47bf5111 completed by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 23:46:28.151749 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-234b715c-bcd2-45b3-a340-402588ccf690 admin admin] Notify agent at l3_agent.dv-cinder-847189-5-smb the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 23:46:28.164324 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f55f671-18b9-4fe9-bd0e-76f31e27c77a None None] Sync routers for ids ['6d7a98b3-c99f-4624-83d7-1c8e31a0d881'] in dv-cinder-847189-5-smb {{(pid=88111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 23:46:28.174033 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f55f671-18b9-4fe9-bd0e-76f31e27c77a None None] Routers {'6d7a98b3-c99f-4624-83d7-1c8e31a0d881'} bound to L3 agent in host dv-cinder-847189-5-smb {{(pid=88111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 23:46:28.174818 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-8f55f671-18b9-4fe9-bd0e-76f31e27c77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T23:32:42Z,description=,heartbeat_timestamp=2022-06-24T23:46:12Z,host='dv-cinder-847189-5-smb',id=05c04ad7-f453-4a24-8793-b86a404a0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T23:32:42Z,topic='l3_agent')) {'router_ids': ['6d7a98b3-c99f-4624-83d7-1c8e31a0d881'], 'active': True} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:46:28.180861 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f131eb7d-6282-4e42-a7c0-309d64c90bec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477241'] for router_gateway, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:28.185138 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-a570c442-9aef-4a5a-86bf-179fdbb5f24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24afa311-ea3c-4f63-9698-2869a199a0db', 'name': 'tempest-TestMinimumBasicScenario-1830635048-router', 'tenant_id': '151ea147ef8c4618aa21e9c58a3558f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:42:59Z', 'updated_at': '2022-06-24T23:46:27Z', 'revision_number': 6, 'project_id': '151ea147ef8c4618aa21e9c58a3558f2', 'gw_port_host': None}], 'dv-cinder-847189-5-smb', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:46:28.200413 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Provisioning complete for port d76fcd3c-b081-4d74-bf43-9c2b47bf5111 triggered by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:46:28.201247 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:28.244931 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a570c442-9aef-4a5a-86bf-179fdbb5f24b None None] The sync data for ids ['24afa311-ea3c-4f63-9698-2869a199a0db'] in dv-cinder-847189-5-smb is: [{'id': '24afa311-ea3c-4f63-9698-2869a199a0db', 'name': 'tempest-TestMinimumBasicScenario-1830635048-router', 'tenant_id': '151ea147ef8c4618aa21e9c58a3558f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:42:59Z', 'updated_at': '2022-06-24T23:46:27Z', 'revision_number': 6, 'project_id': '151ea147ef8c4618aa21e9c58a3558f2', 'gw_port_host': None}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 23:46:28.246306 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-234b715c-bcd2-45b3-a340-402588ccf690 admin admin] Notify callbacks [] for router, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:28.248068 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-234b715c-bcd2-45b3-a340-402588ccf690 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.2418265 Jun 24 23:46:28.255027 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 58894) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:46:28.322151 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-57f33d03-83cd-4458-a112-e694cb9fafa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1475803'] for network, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:28.403190 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvr_db [None req-8f55f671-18b9-4fe9-bd0e-76f31e27c77a None None] Set router 6d7a98b3-c99f-4624-83d7-1c8e31a0d881 gateway port host: dv-cinder-847189-5-smb {{(pid=88111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 23:46:28.415697 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f131eb7d-6282-4e42-a7c0-309d64c90bec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4969'] for router, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:28.418323 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f131eb7d-6282-4e42-a7c0-309d64c90bec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:28.434201 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-57f33d03-83cd-4458-a112-e694cb9fafa0 admin admin] Deleting port 8cc2de7e-1876-4af1-87a8-fe315a06ddb7 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 23:46:28.434965 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-57f33d03-83cd-4458-a112-e694cb9fafa0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754888672570'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:28.443960 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f131eb7d-6282-4e42-a7c0-309d64c90bec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-478936'] for router, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:28.444647 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f131eb7d-6282-4e42-a7c0-309d64c90bec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24afa311-ea3c-4f63-9698-2869a199a0db {{(pid=88109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 24 23:46:28.455754 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f131eb7d-6282-4e42-a7c0-309d64c90bec admin admin] Notify callbacks [] for router, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:28.460219 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-f131eb7d-6282-4e42-a7c0-309d64c90bec admin admin] 10.222.0.42 "DELETE /v2.0/routers/24afa311-ea3c-4f63-9698-2869a199a0db HTTP/1.1" status: 204 len: 168 time: 2.0102947 Jun 24 23:46:28.461192 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 58898) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:46:28.540464 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-86e18f1b-972c-4404-80ba-244b74e5e4a0 None None] Current status of the port 7add2f61-1eef-4a7e-b113-b554e1b15891 is: ACTIVE; New status is: ACTIVE {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:46:28.545671 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ba66ee0-a158-4e66-8e47-7977445b299c admin admin] Deleting subnet 2ed903d3-95bb-4d89-ab6e-9d12008d003c {{(pid=88109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 24 23:46:28.549136 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-5ba66ee0-a158-4e66-8e47-7977445b299c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:28.581702 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Current status of the port d76fcd3c-b081-4d74-bf43-9c2b47bf5111 is: DOWN; New status is: ACTIVE {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:46:28.582072 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:28.618566 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-5ba66ee0-a158-4e66-8e47-7977445b299c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266491957'] for subnet, precommit_delete_associations {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:28.632365 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] For port d76fcd3c-b081-4d74-bf43-9c2b47bf5111, host dv-cinder-847189-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-5-smb',level=0,port_id=d76fcd3c-b081-4d74-bf43-9c2b47bf5111,segment=NetworkSegment(8507c492-2bc9-41e4-b00c-faf16e20429b),segment_id=8507c492-2bc9-41e4-b00c-faf16e20429b)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:46:28.650433 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:28.707548 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6faf4f-0608-43aa-8555-2167ba90bfa6 None None] DHCP port deletion for 878eeed2-1705-4528-82e7-be9e0c60139b request from dv-cinder-847189-5-smb {{(pid=88110) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 24 23:46:28.725126 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-2d6faf4f-0608-43aa-8555-2167ba90bfa6 None None] Deleting port 8cc2de7e-1876-4af1-87a8-fe315a06ddb7 {{(pid=88110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 23:46:28.725737 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-2d6faf4f-0608-43aa-8555-2167ba90bfa6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754888672570'] for port, before_delete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:28.766107 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device 9f035a1a-a9be-4110-a790-d1d4acb3181b no longer exists at agent ovs-agent-dv-cinder-847189-5-smb {{(pid=88110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 23:46:28.772521 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-5ba66ee0-a158-4e66-8e47-7977445b299c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1563746'] for subnet, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:28.854059 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] No Port match for: 9f035a1a-a9be-4110-a790-d1d4acb3181b {{(pid=88110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 23:46:28.854817 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device 9f035a1a-a9be-4110-a790-d1d4acb3181b not bound to the agent host dv-cinder-847189-5-smb {{(pid=88110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 23:46:28.861953 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-8f55f671-18b9-4fe9-bd0e-76f31e27c77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d7a98b3-c99f-4624-83d7-1c8e31a0d881', 'name': 'tempest-TestShelveInstance-1853435857-router', 'tenant_id': 'dc1f34d57360411d811b910d69669eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.103'}], 'enable_snat': True}, 'gw_port_id': 'f300ce20-ec0e-420b-bfc9-a26c3f694cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:46:23Z', 'updated_at': '2022-06-24T23:46:26Z', 'revision_number': 3, 'project_id': 'dc1f34d57360411d811b910d69669eca', 'gw_port': {'id': 'f300ce20-ec0e-420b-bfc9-a26c3f694cbe', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:07:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d7a98b3-c99f-4624-83d7-1c8e31a0d881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:46:25Z', 'updated_at': '2022-06-24T23:46:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb'}], 'dv-cinder-847189-5-smb', False) {} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:46:28.866270 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f55f671-18b9-4fe9-bd0e-76f31e27c77a None None] Checking router: 6d7a98b3-c99f-4624-83d7-1c8e31a0d881 for host: dv-cinder-847189-5-smb {{(pid=88111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 23:46:28.866635 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f55f671-18b9-4fe9-bd0e-76f31e27c77a None None] Updating router 6d7a98b3-c99f-4624-83d7-1c8e31a0d881 port f300ce20-ec0e-420b-bfc9-a26c3f694cbe binding host dv-cinder-847189-5-smb {{(pid=88111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 23:46:28.875522 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-5ba66ee0-a158-4e66-8e47-7977445b299c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1563737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266550541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266086728'] for subnet, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:28.913003 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Pushing event updated for resources: {'Port': ['ID=d76fcd3c-b081-4d74-bf43-9c2b47bf5111,revision_number=5']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:46:28.920659 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron_lib.callbacks.manager [None req-8f55f671-18b9-4fe9-bd0e-76f31e27c77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:28.928358 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba66ee0-a158-4e66-8e47-7977445b299c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ed903d3-95bb-4d89-ab6e-9d12008d003c,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:46:28.937008 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-5ba66ee0-a158-4e66-8e47-7977445b299c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:28.944583 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-5ba66ee0-a158-4e66-8e47-7977445b299c admin admin] 10.222.0.42 "DELETE /v2.0/subnets/2ed903d3-95bb-4d89-ab6e-9d12008d003c HTTP/1.1" status: 204 len: 168 time: 0.4823809 Jun 24 23:46:28.945245 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b2e205-f5b7-42c8-9a5f-916aa8eb62fd None None] Network 7c4459ee-7a68-488a-8b83-1a7083441ab1 requested from dv-cinder-847189-5-smb {{(pid=88110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 23:46:28.947962 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 58902) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:46:29.030012 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-57f33d03-83cd-4458-a112-e694cb9fafa0 admin admin] For port 8cc2de7e-1876-4af1-87a8-fe315a06ddb7, host dv-cinder-847189-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-5-smb',level=0,port_id=8cc2de7e-1876-4af1-87a8-fe315a06ddb7,segment=NetworkSegment(c647ded0-4d21-4d2d-b759-44df778a6ac4),segment_id=c647ded0-4d21-4d2d-b759-44df778a6ac4)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:46:29.030370 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-57f33d03-83cd-4458-a112-e694cb9fafa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478950'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:29.186666 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6e1e4c66-6ace-4b5a-b9fd-09d40ca3927c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1475803'] for network, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:29.198791 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-6e1e4c66-6ace-4b5a-b9fd-09d40ca3927c admin admin] Deleting port 7964075a-2f5b-4aa9-8a50-248630f5213b {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 23:46:29.199130 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6e1e4c66-6ace-4b5a-b9fd-09d40ca3927c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754888672570'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:29.289882 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device 7add2f61-1eef-4a7e-b113-b554e1b15891 up at agent ovs-agent-dv-cinder-847189-5-smb {{(pid=88110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 23:46:29.318514 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-57f33d03-83cd-4458-a112-e694cb9fafa0 admin admin] Calling delete_port for 8cc2de7e-1876-4af1-87a8-fe315a06ddb7 owned by network:dhcp {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 23:46:29.354241 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron_lib.callbacks.manager [None req-8f55f671-18b9-4fe9-bd0e-76f31e27c77a None None] Notify callbacks [] for port, precommit_update {{(pid=88111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:29.374794 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.provisioning_blocks [None req-8f55f671-18b9-4fe9-bd0e-76f31e27c77a None None] Transition to ACTIVE for port object f300ce20-ec0e-420b-bfc9-a26c3f694cbe will not be triggered until provisioned by entity L2. {{(pid=88111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 23:46:29.383780 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron_lib.callbacks.manager [None req-8f55f671-18b9-4fe9-bd0e-76f31e27c77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:29.414643 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-2d6faf4f-0608-43aa-8555-2167ba90bfa6 None None] For port 8cc2de7e-1876-4af1-87a8-fe315a06ddb7, host dv-cinder-847189-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-5-smb',level=0,port_id=8cc2de7e-1876-4af1-87a8-fe315a06ddb7,segment=NetworkSegment(c647ded0-4d21-4d2d-b759-44df778a6ac4),segment_id=c647ded0-4d21-4d2d-b759-44df778a6ac4)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:46:29.415139 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-2d6faf4f-0608-43aa-8555-2167ba90bfa6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478950'] for port, precommit_delete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:29.449167 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-6e1e4c66-6ace-4b5a-b9fd-09d40ca3927c admin admin] For port 7964075a-2f5b-4aa9-8a50-248630f5213b, host dv-cinder-847189-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-5-smb',level=0,port_id=7964075a-2f5b-4aa9-8a50-248630f5213b,segment=NetworkSegment(f561a82c-2c3c-47d3-bd82-978ca7f3ed56),segment_id=f561a82c-2c3c-47d3-bd82-978ca7f3ed56)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:46:29.449520 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6e1e4c66-6ace-4b5a-b9fd-09d40ca3927c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478950'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:29.454559 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-57f33d03-83cd-4458-a112-e694cb9fafa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754888674196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754888214712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266412288'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:29.498416 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.plugins.ml2.managers [None req-8f55f671-18b9-4fe9-bd0e-76f31e27c77a None None] Attempting to bind port f300ce20-ec0e-420b-bfc9-a26c3f694cbe on host dv-cinder-847189-5-smb for vnic_type normal with profile {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 23:46:29.498986 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.plugins.ml2.managers [None req-8f55f671-18b9-4fe9-bd0e-76f31e27c77a None None] Attempting to bind port f300ce20-ec0e-420b-bfc9-a26c3f694cbe by drivers openvswitch,hyperv on host dv-cinder-847189-5-smb at level 0 using segments [{'id': '541a8b1c-692d-48ec-a001-de3aa3f0cecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932'}] {{(pid=88111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 23:46:29.499500 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f55f671-18b9-4fe9-bd0e-76f31e27c77a None None] Attempting to bind port f300ce20-ec0e-420b-bfc9-a26c3f694cbe on network faf77eb5-d359-4977-a80d-20d91cf50932 {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 23:46:29.506565 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d4ca85-b982-4d04-b873-2fd56f64c152 None None] Pushing event updated for resources: {'Port': ['ID=f300ce20-ec0e-420b-bfc9-a26c3f694cbe,revision_number=2']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:46:29.511264 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f55f671-18b9-4fe9-bd0e-76f31e27c77a None None] Checking agent: {'id': '3a3b0bc1-d1b4-4224-a890-cab54187436c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 23, 32, 43), 'started_at': datetime.datetime(2022, 6, 24, 23, 33, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 23, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 23:46:29.511906 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f55f671-18b9-4fe9-bd0e-76f31e27c77a None None] Checking segment: {'id': '541a8b1c-692d-48ec-a001-de3aa3f0cecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 23:46:29.512454 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron_lib.callbacks.manager [None req-8f55f671-18b9-4fe9-bd0e-76f31e27c77a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:29.513134 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f55f671-18b9-4fe9-bd0e-76f31e27c77a None None] Bound using segment: {'id': '541a8b1c-692d-48ec-a001-de3aa3f0cecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932'} {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 23:46:29.513890 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.plugins.ml2.managers [None req-8f55f671-18b9-4fe9-bd0e-76f31e27c77a None None] Bound port: f300ce20-ec0e-420b-bfc9-a26c3f694cbe, host: dv-cinder-847189-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '541a8b1c-692d-48ec-a001-de3aa3f0cecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932'}}] {{(pid=88111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 23:46:29.515429 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron_lib.callbacks.manager [None req-8f55f671-18b9-4fe9-bd0e-76f31e27c77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:29.556685 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f33d03-83cd-4458-a112-e694cb9fafa0 admin admin] No DVR routers for this DVR port 8cc2de7e-1876-4af1-87a8-fe315a06ddb7 on host dv-cinder-847189-5-smb {{(pid=88108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 23:46:29.583746 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f33d03-83cd-4458-a112-e694cb9fafa0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8cc2de7e-1876-4af1-87a8-fe315a06ddb7,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:46:29.592618 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-6e1e4c66-6ace-4b5a-b9fd-09d40ca3927c admin admin] Calling delete_port for 7964075a-2f5b-4aa9-8a50-248630f5213b owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 23:46:29.616606 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-2d6faf4f-0608-43aa-8555-2167ba90bfa6 None None] Calling delete_port for 8cc2de7e-1876-4af1-87a8-fe315a06ddb7 owned by network:dhcp {{(pid=88110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 23:46:29.638294 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.plugins.ml2.db [None req-8f55f671-18b9-4fe9-bd0e-76f31e27c77a None None] For port f300ce20-ec0e-420b-bfc9-a26c3f694cbe, host dv-cinder-847189-5-smb, cleared binding levels {{(pid=88111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 23:46:29.641958 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.plugins.ml2.db [None req-8f55f671-18b9-4fe9-bd0e-76f31e27c77a None None] For port f300ce20-ec0e-420b-bfc9-a26c3f694cbe, host dv-cinder-847189-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-5-smb',level=0,port_id=f300ce20-ec0e-420b-bfc9-a26c3f694cbe,segment=NetworkSegment(541a8b1c-692d-48ec-a001-de3aa3f0cecc),segment_id=541a8b1c-692d-48ec-a001-de3aa3f0cecc)] {{(pid=88111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 23:46:29.651775 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron_lib.callbacks.manager [None req-8f55f671-18b9-4fe9-bd0e-76f31e27c77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:29.708867 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Provisioning complete for port 7add2f61-1eef-4a7e-b113-b554e1b15891 triggered by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:46:29.709350 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:29.710877 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6e1e4c66-6ace-4b5a-b9fd-09d40ca3927c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754888674196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754888214712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266550608'] for port, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:29.764017 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f55f671-18b9-4fe9-bd0e-76f31e27c77a None None] Routers {'6d7a98b3-c99f-4624-83d7-1c8e31a0d881'} bound to L3 agent in host dv-cinder-847189-5-smb {{(pid=88111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 23:46:29.764623 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-8f55f671-18b9-4fe9-bd0e-76f31e27c77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T23:32:42Z,description=,heartbeat_timestamp=2022-06-24T23:46:12Z,host='dv-cinder-847189-5-smb',id=05c04ad7-f453-4a24-8793-b86a404a0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T23:32:42Z,topic='l3_agent')) {'router_ids': ['6d7a98b3-c99f-4624-83d7-1c8e31a0d881'], 'active': True} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:46:29.778499 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-57f33d03-83cd-4458-a112-e694cb9fafa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1564183', 'neutron.services.segments.db._delete_segments_for_network-8754888586361'] for network, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:29.793138 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1e4c66-6ace-4b5a-b9fd-09d40ca3927c admin admin] Pushing event deleted for resources: {'Port': ['ID=7964075a-2f5b-4aa9-8a50-248630f5213b,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:46:29.799053 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1e4c66-6ace-4b5a-b9fd-09d40ca3927c admin admin] No DVR routers for this DVR port 7964075a-2f5b-4aa9-8a50-248630f5213b on host dv-cinder-847189-5-smb {{(pid=88109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 23:46:29.810309 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.services.segments.db [None req-57f33d03-83cd-4458-a112-e694cb9fafa0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['878eeed2-1705-4528-82e7-be9e0c60139b']}} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:46:29.833389 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.services.segments.db [None req-57f33d03-83cd-4458-a112-e694cb9fafa0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c647ded0-4d21-4d2d-b759-44df778a6ac4') {'for_net_delete': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:46:29.833830 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.services.segments.db [None req-57f33d03-83cd-4458-a112-e694cb9fafa0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c647ded0-4d21-4d2d-b759-44df778a6ac4') {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:46:29.849060 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-57f33d03-83cd-4458-a112-e694cb9fafa0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754888590228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267337628'] for segment, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:29.877960 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.db.api [None req-2d6faf4f-0608-43aa-8555-2167ba90bfa6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88110) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 23:46:29.880066 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG oslo_db.api [None req-2d6faf4f-0608-43aa-8555-2167ba90bfa6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 23:46:29.906778 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-57f33d03-83cd-4458-a112-e694cb9fafa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569928'] for segment, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:29.921212 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57f33d03-83cd-4458-a112-e694cb9fafa0 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=88108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 23:46:29.921851 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-57f33d03-83cd-4458-a112-e694cb9fafa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1569927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266412531'] for segment, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:29.925804 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f220aa00-9f22-4923-bf5f-496731e8b951 None None] DHCP port deletion for 7c4459ee-7a68-488a-8b83-1a7083441ab1 request from dv-cinder-847189-5-smb {{(pid=88110) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 24 23:46:29.927982 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d4ca85-b982-4d04-b873-2fd56f64c152 None None] Pushing event updated for resources: {'Port': ['ID=f300ce20-ec0e-420b-bfc9-a26c3f694cbe,revision_number=3']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:46:29.953349 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6e1e4c66-6ace-4b5a-b9fd-09d40ca3927c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1564183', 'neutron.services.segments.db._delete_segments_for_network-8754888586361'] for network, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:29.983895 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.services.segments.db [None req-6e1e4c66-6ace-4b5a-b9fd-09d40ca3927c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c4459ee-7a68-488a-8b83-1a7083441ab1']}} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:46:29.994585 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Current status of the port 7add2f61-1eef-4a7e-b113-b554e1b15891 is: ACTIVE; New status is: ACTIVE {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:46:29.995976 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device d76fcd3c-b081-4d74-bf43-9c2b47bf5111 up at agent ovs-agent-dv-cinder-847189-5-smb {{(pid=88110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 23:46:29.996498 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.services.segments.db [None req-6e1e4c66-6ace-4b5a-b9fd-09d40ca3927c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f561a82c-2c3c-47d3-bd82-978ca7f3ed56') {'for_net_delete': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:46:29.996791 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.services.segments.db [None req-6e1e4c66-6ace-4b5a-b9fd-09d40ca3927c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f561a82c-2c3c-47d3-bd82-978ca7f3ed56') {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:46:29.999215 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvr_db [None req-8f55f671-18b9-4fe9-bd0e-76f31e27c77a None None] Set router 6d7a98b3-c99f-4624-83d7-1c8e31a0d881 gateway port host: dv-cinder-847189-5-smb {{(pid=88111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 23:46:30.008515 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6e1e4c66-6ace-4b5a-b9fd-09d40ca3927c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754888590228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266491964'] for segment, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:30.027745 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6e1e4c66-6ace-4b5a-b9fd-09d40ca3927c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569928'] for segment, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:30.029879 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.services.segments.plugin [-] Segment c647ded0-4d21-4d2d-b759-44df778a6ac4 resource provider aggregate not found Jun 24 23:46:30.047677 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e1e4c66-6ace-4b5a-b9fd-09d40ca3927c admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=88109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 23:46:30.048534 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6e1e4c66-6ace-4b5a-b9fd-09d40ca3927c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1569927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266550691'] for segment, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:30.058691 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f53322f3-7907-4ac6-98f0-ca7c685ac850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:30.072500 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-57f33d03-83cd-4458-a112-e694cb9fafa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1564184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476632'] for network, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:30.075390 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.services.segments.plugin [-] Segment c647ded0-4d21-4d2d-b759-44df778a6ac4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c647ded0-4d21-4d2d-b759-44df778a6ac4 found for delete ", "request_id": "req-a258d06d-6c99-423e-9f44-d6d76316e6fb"}]} Jun 24 23:46:30.100840 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-57f33d03-83cd-4458-a112-e694cb9fafa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627732'] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:30.105694 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Provisioning complete for port d76fcd3c-b081-4d74-bf43-9c2b47bf5111 triggered by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:46:30.106061 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:30.111463 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f33d03-83cd-4458-a112-e694cb9fafa0 admin admin] Pushing event deleted for resources: {'Network': ['ID=878eeed2-1705-4528-82e7-be9e0c60139b,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:46:30.153932 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.services.segments.plugin [-] Segment f561a82c-2c3c-47d3-bd82-978ca7f3ed56 resource provider aggregate not found Jun 24 23:46:30.177940 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.services.segments.plugin [-] Segment f561a82c-2c3c-47d3-bd82-978ca7f3ed56 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f561a82c-2c3c-47d3-bd82-978ca7f3ed56 found for delete ", "request_id": "req-e4107ba6-6fba-43eb-8fcb-7b9e4b70dabc"}]} Jun 24 23:46:30.191928 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-57f33d03-83cd-4458-a112-e694cb9fafa0 admin admin] 10.222.0.42 "DELETE /v2.0/networks/878eeed2-1705-4528-82e7-be9e0c60139b HTTP/1.1" status: 204 len: 168 time: 2.0682774 Jun 24 23:46:30.193893 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6e1e4c66-6ace-4b5a-b9fd-09d40ca3927c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1564184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476632'] for network, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:30.204232 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6e1e4c66-6ace-4b5a-b9fd-09d40ca3927c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627732'] for network, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:30.232037 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1e4c66-6ace-4b5a-b9fd-09d40ca3927c admin admin] Pushing event deleted for resources: {'Network': ['ID=7c4459ee-7a68-488a-8b83-1a7083441ab1,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:46:30.256347 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-6e1e4c66-6ace-4b5a-b9fd-09d40ca3927c admin admin] 10.222.0.42 "DELETE /v2.0/networks/7c4459ee-7a68-488a-8b83-1a7083441ab1 HTTP/1.1" status: 204 len: 168 time: 1.3072071 Jun 24 23:46:30.259330 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 58916) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:46:30.305083 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Current status of the port d76fcd3c-b081-4d74-bf43-9c2b47bf5111 is: ACTIVE; New status is: ACTIVE {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:46:30.329254 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-8f55f671-18b9-4fe9-bd0e-76f31e27c77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d7a98b3-c99f-4624-83d7-1c8e31a0d881', 'name': 'tempest-TestShelveInstance-1853435857-router', 'tenant_id': 'dc1f34d57360411d811b910d69669eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.103'}], 'enable_snat': True}, 'gw_port_id': 'f300ce20-ec0e-420b-bfc9-a26c3f694cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:46:23Z', 'updated_at': '2022-06-24T23:46:26Z', 'revision_number': 3, 'project_id': 'dc1f34d57360411d811b910d69669eca', 'gw_port': {'id': 'f300ce20-ec0e-420b-bfc9-a26c3f694cbe', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:07:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d7a98b3-c99f-4624-83d7-1c8e31a0d881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:46:25Z', 'updated_at': '2022-06-24T23:46:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb'}], 'dv-cinder-847189-5-smb', False) {} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:46:30.333579 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f55f671-18b9-4fe9-bd0e-76f31e27c77a None None] The sync data for ids ['6d7a98b3-c99f-4624-83d7-1c8e31a0d881'] in dv-cinder-847189-5-smb is: [{'id': '6d7a98b3-c99f-4624-83d7-1c8e31a0d881', 'name': 'tempest-TestShelveInstance-1853435857-router', 'tenant_id': 'dc1f34d57360411d811b910d69669eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.103'}], 'enable_snat': True}, 'gw_port_id': 'f300ce20-ec0e-420b-bfc9-a26c3f694cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:46:23Z', 'updated_at': '2022-06-24T23:46:26Z', 'revision_number': 3, 'project_id': 'dc1f34d57360411d811b910d69669eca', 'gw_port': {'id': 'f300ce20-ec0e-420b-bfc9-a26c3f694cbe', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:07:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d7a98b3-c99f-4624-83d7-1c8e31a0d881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:46:25Z', 'updated_at': '2022-06-24T23:46:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb'}] {{(pid=88111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 23:46:30.373360 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 58920) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:46:30.377526 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device 904da251-e208-4511-aa8b-40789b194499 no longer exists at agent ovs-agent-dv-cinder-847189-5-smb {{(pid=88110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 23:46:30.409074 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-2d6faf4f-0608-43aa-8555-2167ba90bfa6 None None] Deleting port 8cc2de7e-1876-4af1-87a8-fe315a06ddb7 {{(pid=88110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 23:46:30.410114 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-2d6faf4f-0608-43aa-8555-2167ba90bfa6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754888672570'] for port, before_delete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:30.417715 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-f53322f3-7907-4ac6-98f0-ca7c685ac850 admin admin] Allocated IP 172.20.0.1 (ffc612ed-9fe1-496d-9ffb-cce702fae74d/35dd22e1-2670-4f1e-be5d-9efb5575f003/72441f42-648d-4862-b435-4a89c6d40493) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 23:46:30.443752 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] No Port match for: 904da251-e208-4511-aa8b-40789b194499 {{(pid=88110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 23:46:30.444097 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device 904da251-e208-4511-aa8b-40789b194499 not bound to the agent host dv-cinder-847189-5-smb {{(pid=88110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 23:46:30.447426 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device 8cc2de7e-1876-4af1-87a8-fe315a06ddb7 no longer exists at agent ovs-agent-dv-cinder-847189-5-smb {{(pid=88110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 23:46:30.478064 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-11012f7b-a7a3-490a-a903-01c521d5cda7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b0685d2348744b39b8eb315433f69ef4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1035523 Jun 24 23:46:30.481529 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 58924) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:46:30.517731 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] No Port match for: 8cc2de7e-1876-4af1-87a8-fe315a06ddb7 {{(pid=88110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 23:46:30.517945 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device 8cc2de7e-1876-4af1-87a8-fe315a06ddb7 not bound to the agent host dv-cinder-847189-5-smb {{(pid=88110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 23:46:30.518308 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device cfadfa66-204b-470e-bc8b-4cbf250c2a50 no longer exists at agent ovs-agent-dv-cinder-847189-5-smb {{(pid=88110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 23:46:30.546619 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-2d6faf4f-0608-43aa-8555-2167ba90bfa6 None None] The port '8cc2de7e-1876-4af1-87a8-fe315a06ddb7' was deleted {{(pid=88110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 24 23:46:30.558060 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] No Port match for: cfadfa66-204b-470e-bc8b-4cbf250c2a50 {{(pid=88110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 23:46:30.558254 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device cfadfa66-204b-470e-bc8b-4cbf250c2a50 not bound to the agent host dv-cinder-847189-5-smb {{(pid=88110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 23:46:30.635116 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1cb64acf-ed0a-4e82-a422-0a3c5cffec9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:30.661684 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f53322f3-7907-4ac6-98f0-ca7c685ac850 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:30.705396 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1cb64acf-ed0a-4e82-a422-0a3c5cffec9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:30.720779 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-f53322f3-7907-4ac6-98f0-ca7c685ac850 admin admin] Transition to ACTIVE for port object 72441f42-648d-4862-b435-4a89c6d40493 will not be triggered until provisioned by entity DHCP. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 23:46:30.788516 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1cb64acf-ed0a-4e82-a422-0a3c5cffec9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:30.810883 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb64acf-ed0a-4e82-a422-0a3c5cffec9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c47638-9a00-4622-a48b-78e864be34c5,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:46:30.833148 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f53322f3-7907-4ac6-98f0-ca7c685ac850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754888214703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266412288'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:30.871400 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1cb64acf-ed0a-4e82-a422-0a3c5cffec9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:30.872848 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-1cb64acf-ed0a-4e82-a422-0a3c5cffec9d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/20c47638-9a00-4622-a48b-78e864be34c5 HTTP/1.1" status: 204 len: 168 time: 0.3903472 Jun 24 23:46:30.993775 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device f300ce20-ec0e-420b-bfc9-a26c3f694cbe up at agent ovs-agent-dv-cinder-847189-5-smb {{(pid=88110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 23:46:31.000231 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ec5b6d43-7cc7-4737-9c2b-654a1ffd3036 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-488920'] for router_interface, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:31.042856 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53322f3-7907-4ac6-98f0-ca7c685ac850 admin admin] Network ffc612ed-9fe1-496d-9ffb-cce702fae74d is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 23:46:31.045960 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-f53322f3-7907-4ac6-98f0-ca7c685ac850 admin admin] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 23:46:31.062054 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53322f3-7907-4ac6-98f0-ca7c685ac850 admin admin] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 23:46:31.123480 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Provisioning for port f300ce20-ec0e-420b-bfc9-a26c3f694cbe completed by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 23:46:31.125942 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53322f3-7907-4ac6-98f0-ca7c685ac850 admin admin] Pushing event updated for resources: {'Port': ['ID=72441f42-648d-4862-b435-4a89c6d40493,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:46:31.141690 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Provisioning complete for port f300ce20-ec0e-420b-bfc9-a26c3f694cbe triggered by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:46:31.142865 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:31.153896 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f53322f3-7907-4ac6-98f0-ca7c685ac850 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476503'] for router_interface, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:31.360922 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Current status of the port f300ce20-ec0e-420b-bfc9-a26c3f694cbe is: DOWN; New status is: ACTIVE {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:46:31.361460 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:31.379393 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] For port f300ce20-ec0e-420b-bfc9-a26c3f694cbe, host dv-cinder-847189-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-5-smb',level=0,port_id=f300ce20-ec0e-420b-bfc9-a26c3f694cbe,segment=NetworkSegment(541a8b1c-692d-48ec-a001-de3aa3f0cecc),segment_id=541a8b1c-692d-48ec-a001-de3aa3f0cecc)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:46:31.389078 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:31.467940 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device 7964075a-2f5b-4aa9-8a50-248630f5213b no longer exists at agent ovs-agent-dv-cinder-847189-5-smb {{(pid=88110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 23:46:31.515232 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] No Port match for: 7964075a-2f5b-4aa9-8a50-248630f5213b {{(pid=88110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 23:46:31.515749 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device 7964075a-2f5b-4aa9-8a50-248630f5213b not bound to the agent host dv-cinder-847189-5-smb {{(pid=88110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 23:46:31.522866 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-3202ad8a-f962-41b1-ad5c-f98b300c0270 None None] Provisioning for port 72441f42-648d-4862-b435-4a89c6d40493 completed by entity DHCP. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 23:46:31.529686 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-3202ad8a-f962-41b1-ad5c-f98b300c0270 None None] Provisioning complete for port 72441f42-648d-4862-b435-4a89c6d40493 triggered by entity DHCP. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:46:31.530049 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-3202ad8a-f962-41b1-ad5c-f98b300c0270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:31.588352 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Pushing event updated for resources: {'Port': ['ID=f300ce20-ec0e-420b-bfc9-a26c3f694cbe,revision_number=4']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:46:31.596573 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-3202ad8a-f962-41b1-ad5c-f98b300c0270 None None] Port 72441f42-648d-4862-b435-4a89c6d40493 cannot update to ACTIVE because it is not bound. {{(pid=88110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 23:46:31.597504 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f53322f3-7907-4ac6-98f0-ca7c685ac850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:31.708192 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b6d43-7cc7-4737-9c2b-654a1ffd3036 admin admin] Deleting port b941eb94-8444-4d02-af79-e7f891208d27 {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 23:46:31.709011 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ec5b6d43-7cc7-4737-9c2b-654a1ffd3036 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754888672570'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:31.848235 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f53322f3-7907-4ac6-98f0-ca7c685ac850 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:31.855080 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f53322f3-7907-4ac6-98f0-ca7c685ac850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266412311'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:31.901215 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-ec5b6d43-7cc7-4737-9c2b-654a1ffd3036 admin admin] For port b941eb94-8444-4d02-af79-e7f891208d27, host dv-cinder-847189-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-5-smb',level=0,port_id=b941eb94-8444-4d02-af79-e7f891208d27,segment=NetworkSegment(f4ac4e0f-d161-4376-9bbe-0238d9af5444),segment_id=f4ac4e0f-d161-4376-9bbe-0238d9af5444)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:46:31.901843 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ec5b6d43-7cc7-4737-9c2b-654a1ffd3036 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478950'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:31.955143 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 58948) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:46:31.977300 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f53322f3-7907-4ac6-98f0-ca7c685ac850 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476466'] for router_interface, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:31.981560 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53322f3-7907-4ac6-98f0-ca7c685ac850 admin admin] Pushing event updated for resources: {'Port': ['ID=72441f42-648d-4862-b435-4a89c6d40493,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:46:32.027591 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-ec5b6d43-7cc7-4737-9c2b-654a1ffd3036 admin admin] Calling delete_port for b941eb94-8444-4d02-af79-e7f891208d27 owned by network:router_interface {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 23:46:32.076911 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.v2.base [None req-e9c68e77-014a-43c5-9f8e-b8fa8a276210 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-177881652-network', 'tenant_id': 'b035f09c574a4283bf9b03bc84f830d7'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:46:32.086594 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-e9c68e77-014a-43c5-9f8e-b8fa8a276210 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:46:32.101000 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-e9c68e77-014a-43c5-9f8e-b8fa8a276210 admin admin] Usage tracker for resource:network and tenant:b035f09c574a4283bf9b03bc84f830d7 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:46:32.105119 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-e9c68e77-014a-43c5-9f8e-b8fa8a276210 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:46:32.121260 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-e9c68e77-014a-43c5-9f8e-b8fa8a276210 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:46:32.137784 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53322f3-7907-4ac6-98f0-ca7c685ac850 admin admin] Network ffc612ed-9fe1-496d-9ffb-cce702fae74d is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 23:46:32.139192 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-f53322f3-7907-4ac6-98f0-ca7c685ac850 admin admin] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 23:46:32.141211 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9c68e77-014a-43c5-9f8e-b8fa8a276210 admin admin] Made reservation on behalf of b035f09c574a4283bf9b03bc84f830d7 for: {'network': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 23:46:32.143420 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e9c68e77-014a-43c5-9f8e-b8fa8a276210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for network, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:32.160355 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e9c68e77-014a-43c5-9f8e-b8fa8a276210 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:32.204364 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ec5b6d43-7cc7-4737-9c2b-654a1ffd3036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754888674196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754888214712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266550608'] for port, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:32.255175 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5b6d43-7cc7-4737-9c2b-654a1ffd3036 admin admin] Pushing event deleted for resources: {'Port': ['ID=b941eb94-8444-4d02-af79-e7f891208d27,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:46:32.296390 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-e9c68e77-014a-43c5-9f8e-b8fa8a276210 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:46:32.319421 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-e9c68e77-014a-43c5-9f8e-b8fa8a276210 admin admin] Usage tracker for resource:security_group_rule and tenant:b035f09c574a4283bf9b03bc84f830d7 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:46:32.324479 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-e9c68e77-014a-43c5-9f8e-b8fa8a276210 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:46:32.333558 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-e9c68e77-014a-43c5-9f8e-b8fa8a276210 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:46:32.414447 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f53322f3-7907-4ac6-98f0-ca7c685ac850 admin admin] Router 6d7a98b3-c99f-4624-83d7-1c8e31a0d881 has already been hosted by L3 agent 05c04ad7-f453-4a24-8793-b86a404a0ef9 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 23:46:32.525218 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-863edd3e-bb9e-4515-b137-93c17122967b None None] Provisioning complete for port 72441f42-648d-4862-b435-4a89c6d40493 triggered by entity DHCP. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:46:32.526191 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-863edd3e-bb9e-4515-b137-93c17122967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:32.552629 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ec5b6d43-7cc7-4737-9c2b-654a1ffd3036 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-488876'] for router_interface, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:32.602405 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-863edd3e-bb9e-4515-b137-93c17122967b None None] Port 72441f42-648d-4862-b435-4a89c6d40493 cannot update to ACTIVE because it is not bound. {{(pid=88110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 23:46:32.670731 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e9c68e77-014a-43c5-9f8e-b8fa8a276210 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:32.676575 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e9c68e77-014a-43c5-9f8e-b8fa8a276210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:32.714961 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f53322f3-7907-4ac6-98f0-ca7c685ac850 admin admin] Notify agent at l3_agent.dv-cinder-847189-5-smb the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 23:46:32.730689 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c68e77-014a-43c5-9f8e-b8fa8a276210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ece6390-57f1-4382-99d3-99e5d1ae7dcf,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:46:32.745430 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9c68e77-014a-43c5-9f8e-b8fa8a276210 admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=88108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 23:46:32.765102 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e9c68e77-014a-43c5-9f8e-b8fa8a276210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569928'] for segment, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:32.765442 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.db.segments_db [None req-e9c68e77-014a-43c5-9f8e-b8fa8a276210 admin admin] Added segment cc28d19b-2326-449b-923e-434d239126ee of type vlan for network 85013f97-fab4-404c-a234-1f20e31752e1 Jun 24 23:46:32.784414 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-f53322f3-7907-4ac6-98f0-ca7c685ac850 admin admin] 10.222.0.42 "PUT /v2.0/routers/6d7a98b3-c99f-4624-83d7-1c8e31a0d881/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5277870 Jun 24 23:46:32.814567 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e9c68e77-014a-43c5-9f8e-b8fa8a276210 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754888201009'] for network, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:32.847586 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea049579-d5f7-4396-88e4-33783a464f3c None None] Sync routers for ids ['6d7a98b3-c99f-4624-83d7-1c8e31a0d881'] in dv-cinder-847189-5-smb {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 23:46:32.858874 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea049579-d5f7-4396-88e4-33783a464f3c None None] Routers {'6d7a98b3-c99f-4624-83d7-1c8e31a0d881'} bound to L3 agent in host dv-cinder-847189-5-smb {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 23:46:32.859876 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-ea049579-d5f7-4396-88e4-33783a464f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T23:32:42Z,description=,heartbeat_timestamp=2022-06-24T23:46:12Z,host='dv-cinder-847189-5-smb',id=05c04ad7-f453-4a24-8793-b86a404a0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T23:32:42Z,topic='l3_agent')) {'router_ids': ['6d7a98b3-c99f-4624-83d7-1c8e31a0d881'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:46:32.883354 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e9c68e77-014a-43c5-9f8e-b8fa8a276210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:32.884666 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c68e77-014a-43c5-9f8e-b8fa8a276210 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:46:32.885510 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e9c68e77-014a-43c5-9f8e-b8fa8a276210 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627732'] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:33.120806 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec5b6d43-7cc7-4737-9c2b-654a1ffd3036 admin admin] Router 0bece636-4f7e-42e7-a4dc-a504b1907f8f has already been hosted by L3 agent 05c04ad7-f453-4a24-8793-b86a404a0ef9 {{(pid=88109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 23:46:33.138521 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-e9c68e77-014a-43c5-9f8e-b8fa8a276210 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1822779 Jun 24 23:46:33.139101 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 58966) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:46:33.149288 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.v2.base [None req-4df89936-2606-4590-a7a7-85639e3484b3 admin admin] Request body: {'subnet': {'network_id': '85013f97-fab4-404c-a234-1f20e31752e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-177881652-subnet', 'tenant_id': 'b035f09c574a4283bf9b03bc84f830d7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:46:33.152531 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-ea049579-d5f7-4396-88e4-33783a464f3c None None] Set router 6d7a98b3-c99f-4624-83d7-1c8e31a0d881 gateway port host: dv-cinder-847189-5-smb {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 23:46:33.152776 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c68e77-014a-43c5-9f8e-b8fa8a276210 admin admin] Pushing event updated for resources: {'Network': ['ID=85013f97-fab4-404c-a234-1f20e31752e1,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:46:33.157910 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-4df89936-2606-4590-a7a7-85639e3484b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:46:33.163350 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-4df89936-2606-4590-a7a7-85639e3484b3 admin admin] Usage tracker for resource:subnet and tenant:b035f09c574a4283bf9b03bc84f830d7 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:46:33.166732 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-4df89936-2606-4590-a7a7-85639e3484b3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:46:33.172593 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-4df89936-2606-4590-a7a7-85639e3484b3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:46:33.185128 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4df89936-2606-4590-a7a7-85639e3484b3 admin admin] Made reservation on behalf of b035f09c574a4283bf9b03bc84f830d7 for: {'subnet': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 23:46:33.187718 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4df89936-2606-4590-a7a7-85639e3484b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266572342'] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:33.332729 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device f300ce20-ec0e-420b-bfc9-a26c3f694cbe up at agent ovs-agent-dv-cinder-847189-5-smb {{(pid=88110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 23:46:33.336647 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec5b6d43-7cc7-4737-9c2b-654a1ffd3036 admin admin] Notify agent at l3_agent.dv-cinder-847189-5-smb the message routers_updated {{(pid=88109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 23:46:33.347467 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a80ebce-b1a9-4081-afe1-6d9241515763 None None] Sync routers for ids ['0bece636-4f7e-42e7-a4dc-a504b1907f8f'] in dv-cinder-847189-5-smb {{(pid=88111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 23:46:33.360244 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Network 85013f97-fab4-404c-a234-1f20e31752e1 details requested by agent ovs-agent-dv-cinder-847189-5-smb with host dv-cinder-847189-5-smb {{(pid=88110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 24 23:46:33.361090 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a80ebce-b1a9-4081-afe1-6d9241515763 None None] Routers {'0bece636-4f7e-42e7-a4dc-a504b1907f8f'} bound to L3 agent in host dv-cinder-847189-5-smb {{(pid=88111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 23:46:33.363861 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-7a80ebce-b1a9-4081-afe1-6d9241515763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T23:32:42Z,description=,heartbeat_timestamp=2022-06-24T23:46:12Z,host='dv-cinder-847189-5-smb',id=05c04ad7-f453-4a24-8793-b86a404a0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T23:32:42Z,topic='l3_agent')) {'router_ids': ['0bece636-4f7e-42e7-a4dc-a504b1907f8f'], 'active': True} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:46:33.365681 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-ec5b6d43-7cc7-4737-9c2b-654a1ffd3036 admin admin] 10.222.0.42 "PUT /v2.0/routers/0bece636-4f7e-42e7-a4dc-a504b1907f8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1044469 Jun 24 23:46:33.367940 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 58970) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:46:33.551718 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4df89936-2606-4590-a7a7-85639e3484b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266413712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266572288'] for subnet, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:33.592328 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 58976) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:46:33.599957 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.v2.base [None req-566654cc-fb96-46d3-b4bc-1d8e1ca74a74 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-637770448', 'description': 'tempest-secgroup-smoke-637770448 description', 'project_id': '5a572a155c364670a8ac8d313c3dba25'}} {{(pid=88109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:46:33.612623 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-566654cc-fb96-46d3-b4bc-1d8e1ca74a74 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:46:33.622717 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-566654cc-fb96-46d3-b4bc-1d8e1ca74a74 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Usage tracker for resource:security_group and tenant:5a572a155c364670a8ac8d313c3dba25 is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:46:33.639149 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-566654cc-fb96-46d3-b4bc-1d8e1ca74a74 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:46:33.647949 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvr_db [None req-7a80ebce-b1a9-4081-afe1-6d9241515763 None None] Set router 0bece636-4f7e-42e7-a4dc-a504b1907f8f gateway port host: dv-cinder-847189-5-smb {{(pid=88111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 23:46:33.657496 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-566654cc-fb96-46d3-b4bc-1d8e1ca74a74 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:46:33.703727 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-b02f9597-c303-48c1-9734-1ba546818556 admin admin] Notify callbacks [] for router, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:33.739091 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Provisioning complete for port f300ce20-ec0e-420b-bfc9-a26c3f694cbe triggered by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:46:33.740038 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:33.756083 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df89936-2606-4590-a7a7-85639e3484b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0f5bad0-1ece-425d-be26-c3b0dd205e3f,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:46:33.774023 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df89936-2606-4590-a7a7-85639e3484b3 admin admin] Checking segment: {'id': 'cc28d19b-2326-449b-923e-434d239126ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '85013f97-fab4-404c-a234-1f20e31752e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 23:46:33.774294 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df89936-2606-4590-a7a7-85639e3484b3 admin admin] Network hostable DHCP agents. Network: 85013f97-fab4-404c-a234-1f20e31752e1, hostable agents: ['6e28835f-a2f6-456f-8f53-9851f009901c'], hosted agents: [] {{(pid=88108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 23:46:33.810312 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df89936-2606-4590-a7a7-85639e3484b3 admin admin] Network 85013f97-fab4-404c-a234-1f20e31752e1 is scheduled to be hosted by DHCP agent 6e28835f-a2f6-456f-8f53-9851f009901c with binding_index 1 {{(pid=88108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 23:46:33.827550 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-4df89936-2606-4590-a7a7-85639e3484b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-5-smb, 85013f97-fab4-404c-a234-1f20e31752e1) {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 23:46:33.837963 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df89936-2606-4590-a7a7-85639e3484b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:46:33.838913 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4df89936-2606-4590-a7a7-85639e3484b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627732'] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:33.873213 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-4df89936-2606-4590-a7a7-85639e3484b3 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7312450 Jun 24 23:46:33.876502 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 58982) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:46:33.887265 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.v2.base [None req-2ed6a813-9392-4929-966d-73fd580d78e5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-177881652-router', 'tenant_id': 'b035f09c574a4283bf9b03bc84f830d7', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932'}}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:46:33.894536 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-2ed6a813-9392-4929-966d-73fd580d78e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:46:33.899051 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-2ed6a813-9392-4929-966d-73fd580d78e5 admin admin] Usage tracker for resource:router and tenant:b035f09c574a4283bf9b03bc84f830d7 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:46:33.904050 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-2ed6a813-9392-4929-966d-73fd580d78e5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:46:33.906229 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Current status of the port f300ce20-ec0e-420b-bfc9-a26c3f694cbe is: ACTIVE; New status is: ACTIVE {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:46:33.908347 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5087bb8f-8b1c-4d00-8c99-36c3179dddf3 None None] Network 85013f97-fab4-404c-a234-1f20e31752e1 requested from dv-cinder-847189-5-smb {{(pid=88110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 23:46:33.911883 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-2ed6a813-9392-4929-966d-73fd580d78e5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:46:33.924101 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2ed6a813-9392-4929-966d-73fd580d78e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4987'] for router, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:33.925307 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2ed6a813-9392-4929-966d-73fd580d78e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-489288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4960'] for router, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:33.943259 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2ed6a813-9392-4929-966d-73fd580d78e5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:33.963943 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-566654cc-fb96-46d3-b4bc-1d8e1ca74a74 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Notify callbacks [] for security_group, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:33.994174 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-566654cc-fb96-46d3-b4bc-1d8e1ca74a74 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:46:34.006568 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-566654cc-fb96-46d3-b4bc-1d8e1ca74a74 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Usage tracker for resource:security_group_rule and tenant:5a572a155c364670a8ac8d313c3dba25 is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:46:34.010345 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-566654cc-fb96-46d3-b4bc-1d8e1ca74a74 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:46:34.016561 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-b02f9597-c303-48c1-9734-1ba546818556 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:34.018142 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-ea049579-d5f7-4396-88e4-33783a464f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d7a98b3-c99f-4624-83d7-1c8e31a0d881', 'name': 'tempest-TestShelveInstance-1853435857-router', 'tenant_id': 'dc1f34d57360411d811b910d69669eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.103'}], 'enable_snat': True}, 'gw_port_id': 'f300ce20-ec0e-420b-bfc9-a26c3f694cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:46:23Z', 'updated_at': '2022-06-24T23:46:31Z', 'revision_number': 4, 'project_id': 'dc1f34d57360411d811b910d69669eca', 'gw_port': {'id': 'f300ce20-ec0e-420b-bfc9-a26c3f694cbe', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:07:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7a98b3-c99f-4624-83d7-1c8e31a0d881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:46:25Z', 'updated_at': '2022-06-24T23:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb', '_interfaces': [{'id': '72441f42-648d-4862-b435-4a89c6d40493', 'name': '', 'network_id': 'ffc612ed-9fe1-496d-9ffb-cce702fae74d', 'tenant_id': 'dc1f34d57360411d811b910d69669eca', 'mac_address': 'fa:16:3e:47:a5:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d7a98b3-c99f-4624-83d7-1c8e31a0d881', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '35dd22e1-2670-4f1e-be5d-9efb5575f003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:46:30Z', 'updated_at': '2022-06-24T23:46:31Z', 'revision_number': 2, 'project_id': 'dc1f34d57360411d811b910d69669eca', 'subnets': [{'id': '35dd22e1-2670-4f1e-be5d-9efb5575f003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-5-smb', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:46:34.024989 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-566654cc-fb96-46d3-b4bc-1d8e1ca74a74 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:46:34.038316 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-b02f9597-c303-48c1-9734-1ba546818556 admin admin] Deleting port 66b1d22f-64c3-49ac-b2b5-9ca10c1b6c2d {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 23:46:34.038739 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea049579-d5f7-4396-88e4-33783a464f3c None None] Checking router: 6d7a98b3-c99f-4624-83d7-1c8e31a0d881 for host: dv-cinder-847189-5-smb {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 23:46:34.038999 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-b02f9597-c303-48c1-9734-1ba546818556 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754888672570'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:34.039117 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea049579-d5f7-4396-88e4-33783a464f3c None None] Updating router 6d7a98b3-c99f-4624-83d7-1c8e31a0d881 port 72441f42-648d-4862-b435-4a89c6d40493 binding host dv-cinder-847189-5-smb {{(pid=88110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 23:46:34.044696 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-7a80ebce-b1a9-4081-afe1-6d9241515763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bece636-4f7e-42e7-a4dc-a504b1907f8f', 'name': 'tempest-TestMinimumBasicScenario-849770493-router', 'tenant_id': '66faf38adc01495fbd821bcfe9172258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.6'}], 'enable_snat': True}, 'gw_port_id': '66b1d22f-64c3-49ac-b2b5-9ca10c1b6c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:43:11Z', 'updated_at': '2022-06-24T23:46:32Z', 'revision_number': 5, 'project_id': '66faf38adc01495fbd821bcfe9172258', 'gw_port': {'id': '66b1d22f-64c3-49ac-b2b5-9ca10c1b6c2d', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bece636-4f7e-42e7-a4dc-a504b1907f8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:43:13Z', 'updated_at': '2022-06-24T23:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb'}], 'dv-cinder-847189-5-smb', False) {} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:46:34.049616 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a80ebce-b1a9-4081-afe1-6d9241515763 None None] Checking router: 0bece636-4f7e-42e7-a4dc-a504b1907f8f for host: dv-cinder-847189-5-smb {{(pid=88111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 23:46:34.060926 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a80ebce-b1a9-4081-afe1-6d9241515763 None None] Routers {'0bece636-4f7e-42e7-a4dc-a504b1907f8f'} bound to L3 agent in host dv-cinder-847189-5-smb {{(pid=88111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 23:46:34.061776 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-7a80ebce-b1a9-4081-afe1-6d9241515763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T23:32:42Z,description=,heartbeat_timestamp=2022-06-24T23:46:12Z,host='dv-cinder-847189-5-smb',id=05c04ad7-f453-4a24-8793-b86a404a0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T23:32:42Z,topic='l3_agent')) {'router_ids': ['0bece636-4f7e-42e7-a4dc-a504b1907f8f'], 'active': True} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:46:34.150100 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-ea049579-d5f7-4396-88e4-33783a464f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:34.264152 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-566654cc-fb96-46d3-b4bc-1d8e1ca74a74 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Notify callbacks [] for security_group, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:34.282147 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-566654cc-fb96-46d3-b4bc-1d8e1ca74a74 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:34.289041 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvr_db [None req-7a80ebce-b1a9-4081-afe1-6d9241515763 None None] Set router 0bece636-4f7e-42e7-a4dc-a504b1907f8f gateway port host: None {{(pid=88111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 23:46:34.289230 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2ed6a813-9392-4929-966d-73fd580d78e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-477306', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4958'] for router, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:34.345838 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-b02f9597-c303-48c1-9734-1ba546818556 admin admin] For port 66b1d22f-64c3-49ac-b2b5-9ca10c1b6c2d, host dv-cinder-847189-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-5-smb',level=0,port_id=66b1d22f-64c3-49ac-b2b5-9ca10c1b6c2d,segment=NetworkSegment(541a8b1c-692d-48ec-a001-de3aa3f0cecc),segment_id=541a8b1c-692d-48ec-a001-de3aa3f0cecc)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:46:34.346360 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-b02f9597-c303-48c1-9734-1ba546818556 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478950'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:34.359827 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-566654cc-fb96-46d3-b4bc-1d8e1ca74a74 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Notify callbacks [] for security_group, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:34.364631 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-566654cc-fb96-46d3-b4bc-1d8e1ca74a74 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.7709889 Jun 24 23:46:34.365259 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 58986) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:46:34.420399 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566654cc-fb96-46d3-b4bc-1d8e1ca74a74 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8329392b-6c0f-4fd9-96ca-83e76b8b7876,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:46:34.426693 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.v2.base [None req-c97017cc-6eee-4f7f-bce1-1e111b54ddf7 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Request body: {'security_group_rule': {'security_group_id': '8329392b-6c0f-4fd9-96ca-83e76b8b7876', 'project_id': '5a572a155c364670a8ac8d313c3dba25', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:46:34.444465 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-7a80ebce-b1a9-4081-afe1-6d9241515763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bece636-4f7e-42e7-a4dc-a504b1907f8f', 'name': 'tempest-TestMinimumBasicScenario-849770493-router', 'tenant_id': '66faf38adc01495fbd821bcfe9172258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:43:11Z', 'updated_at': '2022-06-24T23:46:34Z', 'revision_number': 6, 'project_id': '66faf38adc01495fbd821bcfe9172258', 'gw_port_host': None}], 'dv-cinder-847189-5-smb', False) {} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:46:34.450288 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a80ebce-b1a9-4081-afe1-6d9241515763 None None] The sync data for ids ['0bece636-4f7e-42e7-a4dc-a504b1907f8f'] in dv-cinder-847189-5-smb is: [{'id': '0bece636-4f7e-42e7-a4dc-a504b1907f8f', 'name': 'tempest-TestMinimumBasicScenario-849770493-router', 'tenant_id': '66faf38adc01495fbd821bcfe9172258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:43:11Z', 'updated_at': '2022-06-24T23:46:34Z', 'revision_number': 6, 'project_id': '66faf38adc01495fbd821bcfe9172258', 'gw_port_host': None}] {{(pid=88111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 23:46:34.499169 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-b02f9597-c303-48c1-9734-1ba546818556 admin admin] Calling delete_port for 66b1d22f-64c3-49ac-b2b5-9ca10c1b6c2d owned by network:router_gateway {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 23:46:34.525709 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-c97017cc-6eee-4f7f-bce1-1e111b54ddf7 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:46:34.544627 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-c97017cc-6eee-4f7f-bce1-1e111b54ddf7 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Usage tracker for resource:security_group_rule and tenant:5a572a155c364670a8ac8d313c3dba25 is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:46:34.549594 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-c97017cc-6eee-4f7f-bce1-1e111b54ddf7 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:46:34.557836 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-c97017cc-6eee-4f7f-bce1-1e111b54ddf7 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:46:34.595598 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c97017cc-6eee-4f7f-bce1-1e111b54ddf7 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:34.621810 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bbca8ed-0e12-4d01-8c8f-444bbabc6c48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa652505c-ec85-57c6-bc13-fe5b25ac2c24-85013f97-fab4-404c-a234-1f20e31752e1', 'network_id': '85013f97-fab4-404c-a234-1f20e31752e1', 'tenant_id': 'b035f09c574a4283bf9b03bc84f830d7', 'fixed_ips': [{'subnet_id': 'c0f5bad0-1ece-425d-be26-c3b0dd205e3f'}]}} from dv-cinder-847189-5-smb. {{(pid=88110) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 24 23:46:34.622613 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-8bbca8ed-0e12-4d01-8c8f-444bbabc6c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_create {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:34.633668 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-ea049579-d5f7-4396-88e4-33783a464f3c None None] Notify callbacks [] for port, precommit_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:34.637127 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2ed6a813-9392-4929-966d-73fd580d78e5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:34.651570 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-ea049579-d5f7-4396-88e4-33783a464f3c None None] Transition to ACTIVE for port object 72441f42-648d-4862-b435-4a89c6d40493 will not be triggered until provisioned by entity L2. {{(pid=88110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 23:46:34.672492 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2ed6a813-9392-4929-966d-73fd580d78e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:34.677130 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c97017cc-6eee-4f7f-bce1-1e111b54ddf7 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:34.690623 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-ea049579-d5f7-4396-88e4-33783a464f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:34.715456 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c97017cc-6eee-4f7f-bce1-1e111b54ddf7 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524818'] for security_group_rule, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:34.757807 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97017cc-6eee-4f7f-bce1-1e111b54ddf7 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72a356f4-d33d-4f0a-92d4-f992e5855066,revision_number=0']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:46:34.786180 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c97017cc-6eee-4f7f-bce1-1e111b54ddf7 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:34.789935 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-c97017cc-6eee-4f7f-bce1-1e111b54ddf7 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4211605 Jun 24 23:46:34.790532 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 58992) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:46:34.804561 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.v2.base [None req-70611459-76b2-407b-be6a-2e7a5128a365 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Request body: {'security_group_rule': {'security_group_id': '8329392b-6c0f-4fd9-96ca-83e76b8b7876', 'project_id': '5a572a155c364670a8ac8d313c3dba25', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:46:34.826778 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-70611459-76b2-407b-be6a-2e7a5128a365 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:46:34.836702 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-70611459-76b2-407b-be6a-2e7a5128a365 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Usage tracker for resource:security_group_rule and tenant:5a572a155c364670a8ac8d313c3dba25 is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:46:34.850704 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-70611459-76b2-407b-be6a-2e7a5128a365 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:46:34.853622 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-b02f9597-c303-48c1-9734-1ba546818556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754888674196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754888214712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266550608'] for port, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:34.945021 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-2ed6a813-9392-4929-966d-73fd580d78e5 admin admin] Allocated IP 172.28.1.130 (faf77eb5-d359-4977-a80d-20d91cf50932/45337dfe-1492-4630-96d4-ace1b4f61ce9/d7cbc3e0-2521-4b3b-bc37-6617d590bb33) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 23:46:34.948886 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device b941eb94-8444-4d02-af79-e7f891208d27 no longer exists at agent ovs-agent-dv-cinder-847189-5-smb {{(pid=88110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 23:46:34.979901 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6e5ee0-224a-4394-840a-9dbabab93437 None None] Pushing event updated for resources: {'Port': ['ID=72441f42-648d-4862-b435-4a89c6d40493,revision_number=3']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:46:35.025048 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] No Port match for: b941eb94-8444-4d02-af79-e7f891208d27 {{(pid=88110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 23:46:35.025400 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device b941eb94-8444-4d02-af79-e7f891208d27 not bound to the agent host dv-cinder-847189-5-smb {{(pid=88110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 23:46:35.054111 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-70611459-76b2-407b-be6a-2e7a5128a365 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:46:35.137429 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02f9597-c303-48c1-9734-1ba546818556 admin admin] Pushing event deleted for resources: {'Port': ['ID=66b1d22f-64c3-49ac-b2b5-9ca10c1b6c2d,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:46:35.180523 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-70611459-76b2-407b-be6a-2e7a5128a365 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:35.184723 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-ea049579-d5f7-4396-88e4-33783a464f3c None None] Attempting to bind port 72441f42-648d-4862-b435-4a89c6d40493 on host dv-cinder-847189-5-smb for vnic_type normal with profile {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 23:46:35.185090 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-ea049579-d5f7-4396-88e4-33783a464f3c None None] Attempting to bind port 72441f42-648d-4862-b435-4a89c6d40493 by drivers openvswitch,hyperv on host dv-cinder-847189-5-smb at level 0 using segments [{'id': 'a4b2cb5e-d589-429b-86a0-5e6c741f8cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ffc612ed-9fe1-496d-9ffb-cce702fae74d'}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 23:46:35.185449 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea049579-d5f7-4396-88e4-33783a464f3c None None] Attempting to bind port 72441f42-648d-4862-b435-4a89c6d40493 on network ffc612ed-9fe1-496d-9ffb-cce702fae74d {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 23:46:35.200831 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea049579-d5f7-4396-88e4-33783a464f3c None None] Checking agent: {'id': '3a3b0bc1-d1b4-4224-a890-cab54187436c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 23, 32, 43), 'started_at': datetime.datetime(2022, 6, 24, 23, 33, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 23, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 23:46:35.201212 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea049579-d5f7-4396-88e4-33783a464f3c None None] Checking segment: {'id': 'a4b2cb5e-d589-429b-86a0-5e6c741f8cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ffc612ed-9fe1-496d-9ffb-cce702fae74d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 23:46:35.201602 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-ea049579-d5f7-4396-88e4-33783a464f3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:35.201990 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea049579-d5f7-4396-88e4-33783a464f3c None None] Bound using segment: {'id': 'a4b2cb5e-d589-429b-86a0-5e6c741f8cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ffc612ed-9fe1-496d-9ffb-cce702fae74d'} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 23:46:35.202860 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-ea049579-d5f7-4396-88e4-33783a464f3c None None] Bound port: 72441f42-648d-4862-b435-4a89c6d40493, host: dv-cinder-847189-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4b2cb5e-d589-429b-86a0-5e6c741f8cc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ffc612ed-9fe1-496d-9ffb-cce702fae74d'}}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 23:46:35.202860 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-ea049579-d5f7-4396-88e4-33783a464f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:35.211258 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2ed6a813-9392-4929-966d-73fd580d78e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:35.216059 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.db_base_plugin_common [None req-8bbca8ed-0e12-4d01-8c8f-444bbabc6c48 None None] Allocated IP 172.20.0.2 (85013f97-fab4-404c-a234-1f20e31752e1/c0f5bad0-1ece-425d-be26-c3b0dd205e3f/4d042c5f-6c1b-4362-8a7c-7e1f858efb21) {{(pid=88110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 23:46:35.252422 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2ed6a813-9392-4929-966d-73fd580d78e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754888214703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266412288'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:35.254256 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-b02f9597-c303-48c1-9734-1ba546818556 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477241'] for router_gateway, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:35.319853 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed6a813-9392-4929-966d-73fd580d78e5 admin admin] Network faf77eb5-d359-4977-a80d-20d91cf50932 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 23:46:35.327470 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-2ed6a813-9392-4929-966d-73fd580d78e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 23:46:35.340570 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed6a813-9392-4929-966d-73fd580d78e5 admin admin] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 23:46:35.389292 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed6a813-9392-4929-966d-73fd580d78e5 admin admin] Pushing event updated for resources: {'Port': ['ID=d7cbc3e0-2521-4b3b-bc37-6617d590bb33,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:46:35.408915 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-ea049579-d5f7-4396-88e4-33783a464f3c None None] For port 72441f42-648d-4862-b435-4a89c6d40493, host dv-cinder-847189-5-smb, cleared binding levels {{(pid=88110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 23:46:35.434135 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-ea049579-d5f7-4396-88e4-33783a464f3c None None] For port 72441f42-648d-4862-b435-4a89c6d40493, host dv-cinder-847189-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-5-smb',level=0,port_id=72441f42-648d-4862-b435-4a89c6d40493,segment=NetworkSegment(a4b2cb5e-d589-429b-86a0-5e6c741f8cc7),segment_id=a4b2cb5e-d589-429b-86a0-5e6c741f8cc7)] {{(pid=88110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 23:46:35.445034 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-ea049579-d5f7-4396-88e4-33783a464f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:35.478398 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-b02f9597-c303-48c1-9734-1ba546818556 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4969'] for router, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:35.482836 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-b02f9597-c303-48c1-9734-1ba546818556 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:35.505003 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-70611459-76b2-407b-be6a-2e7a5128a365 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:35.520938 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-70611459-76b2-407b-be6a-2e7a5128a365 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524818'] for security_group_rule, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:35.560678 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70611459-76b2-407b-be6a-2e7a5128a365 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c10d266-2db9-443d-a55c-e9e87dcaf574,revision_number=0']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:46:35.575562 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-b02f9597-c303-48c1-9734-1ba546818556 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-478936'] for router, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:35.576100 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b02f9597-c303-48c1-9734-1ba546818556 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0bece636-4f7e-42e7-a4dc-a504b1907f8f {{(pid=88109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 24 23:46:35.610467 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-b02f9597-c303-48c1-9734-1ba546818556 admin admin] Notify callbacks [] for router, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:35.614677 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-b02f9597-c303-48c1-9734-1ba546818556 admin admin] 10.222.0.42 "DELETE /v2.0/routers/0bece636-4f7e-42e7-a4dc-a504b1907f8f HTTP/1.1" status: 204 len: 168 time: 2.2419868 Jun 24 23:46:35.614677 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-70611459-76b2-407b-be6a-2e7a5128a365 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:35.618702 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-70611459-76b2-407b-be6a-2e7a5128a365 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8247941 Jun 24 23:46:35.619335 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 59006) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:46:35.619818 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 59008) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:46:35.665924 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.v2.base [None req-e7605a69-30b6-43b6-866a-15f28e615e9a tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Request body: {'security_group_rule': {'security_group_id': '8329392b-6c0f-4fd9-96ca-83e76b8b7876', 'project_id': '5a572a155c364670a8ac8d313c3dba25', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:46:35.691874 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea049579-d5f7-4396-88e4-33783a464f3c None None] Routers {'6d7a98b3-c99f-4624-83d7-1c8e31a0d881'} bound to L3 agent in host dv-cinder-847189-5-smb {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 23:46:35.692487 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-ea049579-d5f7-4396-88e4-33783a464f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T23:32:42Z,description=,heartbeat_timestamp=2022-06-24T23:46:12Z,host='dv-cinder-847189-5-smb',id=05c04ad7-f453-4a24-8793-b86a404a0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T23:32:42Z,topic='l3_agent')) {'router_ids': ['6d7a98b3-c99f-4624-83d7-1c8e31a0d881'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:46:35.708180 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-e7605a69-30b6-43b6-866a-15f28e615e9a tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:46:35.728933 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-e7605a69-30b6-43b6-866a-15f28e615e9a tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Usage tracker for resource:security_group_rule and tenant:5a572a155c364670a8ac8d313c3dba25 is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:46:35.746514 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-e7605a69-30b6-43b6-866a-15f28e615e9a tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:46:35.779664 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.db_base_plugin_v2 [None req-341e853d-b679-471e-a13d-9aed6bb7330d admin admin] Deleting subnet e2266d59-df0a-4ebf-994c-9489b5d966ac {{(pid=88109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 24 23:46:35.789473 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-341e853d-b679-471e-a13d-9aed6bb7330d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:35.872563 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-e7605a69-30b6-43b6-866a-15f28e615e9a tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:46:35.890548 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6e5ee0-224a-4394-840a-9dbabab93437 None None] Pushing event updated for resources: {'Port': ['ID=72441f42-648d-4862-b435-4a89c6d40493,revision_number=4']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:46:35.935943 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e7605a69-30b6-43b6-866a-15f28e615e9a tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:35.952367 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-341e853d-b679-471e-a13d-9aed6bb7330d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266491957'] for subnet, precommit_delete_associations {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:35.955003 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-8bbca8ed-0e12-4d01-8c8f-444bbabc6c48 None None] Notify callbacks [] for port, precommit_create {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:35.981473 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-8bbca8ed-0e12-4d01-8c8f-444bbabc6c48 None None] Transition to ACTIVE for port object 4d042c5f-6c1b-4362-8a7c-7e1f858efb21 will not be triggered until provisioned by entity L2. {{(pid=88110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 23:46:36.022555 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-8bbca8ed-0e12-4d01-8c8f-444bbabc6c48 None None] Transition to ACTIVE for port object 4d042c5f-6c1b-4362-8a7c-7e1f858efb21 will not be triggered until provisioned by entity DHCP. {{(pid=88110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 23:46:36.037606 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-ea049579-d5f7-4396-88e4-33783a464f3c None None] Set router 6d7a98b3-c99f-4624-83d7-1c8e31a0d881 gateway port host: dv-cinder-847189-5-smb {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 23:46:36.068323 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2ed6a813-9392-4929-966d-73fd580d78e5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:36.073111 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e7605a69-30b6-43b6-866a-15f28e615e9a tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:36.083618 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e7605a69-30b6-43b6-866a-15f28e615e9a tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524818'] for security_group_rule, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:36.085939 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-341e853d-b679-471e-a13d-9aed6bb7330d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1563746'] for subnet, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:36.093494 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-8bbca8ed-0e12-4d01-8c8f-444bbabc6c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754888214703'] for port, after_create {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:36.147029 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7605a69-30b6-43b6-866a-15f28e615e9a tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9839d4ae-d8ec-4460-9eb7-b6a4f9dffddd,revision_number=0']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:46:36.161625 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e7605a69-30b6-43b6-866a-15f28e615e9a tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:36.162778 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-e7605a69-30b6-43b6-866a-15f28e615e9a tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5403159 Jun 24 23:46:36.165596 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 59016) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:46:36.170776 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.v2.base [None req-a530f735-6bfd-4799-9265-dadc0dac821d tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Request body: {'security_group_rule': {'security_group_id': '8329392b-6c0f-4fd9-96ca-83e76b8b7876', 'project_id': '5a572a155c364670a8ac8d313c3dba25', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:46:36.181065 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-a530f735-6bfd-4799-9265-dadc0dac821d tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:46:36.185302 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-a530f735-6bfd-4799-9265-dadc0dac821d tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Usage tracker for resource:security_group_rule and tenant:5a572a155c364670a8ac8d313c3dba25 is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:46:36.189161 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-a530f735-6bfd-4799-9265-dadc0dac821d tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:46:36.196992 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-a530f735-6bfd-4799-9265-dadc0dac821d tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:46:36.209982 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bbca8ed-0e12-4d01-8c8f-444bbabc6c48 None None] Network 85013f97-fab4-404c-a234-1f20e31752e1 is already hosted by enough agents. {{(pid=88110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 23:46:36.219455 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-341e853d-b679-471e-a13d-9aed6bb7330d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1563737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266550541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266086728'] for subnet, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:36.253356 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a530f735-6bfd-4799-9265-dadc0dac821d tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:36.269844 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341e853d-b679-471e-a13d-9aed6bb7330d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2266d59-df0a-4ebf-994c-9489b5d966ac,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:46:36.281965 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-341e853d-b679-471e-a13d-9aed6bb7330d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:36.295685 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-341e853d-b679-471e-a13d-9aed6bb7330d admin admin] 10.222.0.42 "DELETE /v2.0/subnets/e2266d59-df0a-4ebf-994c-9489b5d966ac HTTP/1.1" status: 204 len: 168 time: 0.6726222 Jun 24 23:46:36.301573 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 59020) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:46:36.327017 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.scheduler.base_scheduler [None req-8bbca8ed-0e12-4d01-8c8f-444bbabc6c48 None None] Resources bound (agent type, host, resource id): {{(pid=88110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 23:46:36.329495 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbca8ed-0e12-4d01-8c8f-444bbabc6c48 None None] Received port after_create {{(pid=88110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 23:46:36.348140 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af2931a-8862-4b26-b8fb-810b9436a87a None None] Network 5918d9d0-cda1-4f4b-a972-072f1ba7a21b requested from dv-cinder-847189-5-smb {{(pid=88110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 23:46:36.392266 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbca8ed-0e12-4d01-8c8f-444bbabc6c48 None None] Pushing event updated for resources: {'Port': ['ID=4d042c5f-6c1b-4362-8a7c-7e1f858efb21,revision_number=1']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:46:36.429295 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c5ce77f1-f603-4e02-a8ce-b7ebec52dd30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1475803'] for network, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:36.440791 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a530f735-6bfd-4799-9265-dadc0dac821d tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:36.443729 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2ed6a813-9392-4929-966d-73fd580d78e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477213'] for router, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:36.446890 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a530f735-6bfd-4799-9265-dadc0dac821d tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524818'] for security_group_rule, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:36.459287 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c5ce77f1-f603-4e02-a8ce-b7ebec52dd30 admin admin] Deleting port 7e526641-ef22-4833-ae59-f477fa26c716 {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 23:46:36.459652 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c5ce77f1-f603-4e02-a8ce-b7ebec52dd30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754888672570'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:36.515777 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a530f735-6bfd-4799-9265-dadc0dac821d tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fd0dfe8-6320-4f15-a291-384d097bbb8f,revision_number=0']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:46:36.531976 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a530f735-6bfd-4799-9265-dadc0dac821d tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:36.533203 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-a530f735-6bfd-4799-9265-dadc0dac821d tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3665917 Jun 24 23:46:36.536463 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 59024) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:46:36.543099 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.v2.base [None req-65d87223-5e53-443c-a272-e2057cf1a8f8 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Request body: {'security_group_rule': {'security_group_id': '8329392b-6c0f-4fd9-96ca-83e76b8b7876', 'project_id': '5a572a155c364670a8ac8d313c3dba25', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:46:36.576465 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-65d87223-5e53-443c-a272-e2057cf1a8f8 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:46:36.591617 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-65d87223-5e53-443c-a272-e2057cf1a8f8 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Usage tracker for resource:security_group_rule and tenant:5a572a155c364670a8ac8d313c3dba25 is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:46:36.596346 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-65d87223-5e53-443c-a272-e2057cf1a8f8 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:46:36.605030 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-65d87223-5e53-443c-a272-e2057cf1a8f8 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:46:36.640326 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-8bbca8ed-0e12-4d01-8c8f-444bbabc6c48 None None] Attempting to bind port 4d042c5f-6c1b-4362-8a7c-7e1f858efb21 on host dv-cinder-847189-5-smb for vnic_type normal with profile {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 23:46:36.640638 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-8bbca8ed-0e12-4d01-8c8f-444bbabc6c48 None None] Attempting to bind port 4d042c5f-6c1b-4362-8a7c-7e1f858efb21 by drivers openvswitch,hyperv on host dv-cinder-847189-5-smb at level 0 using segments [{'id': 'cc28d19b-2326-449b-923e-434d239126ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '85013f97-fab4-404c-a234-1f20e31752e1'}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 23:46:36.640979 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbca8ed-0e12-4d01-8c8f-444bbabc6c48 None None] Attempting to bind port 4d042c5f-6c1b-4362-8a7c-7e1f858efb21 on network 85013f97-fab4-404c-a234-1f20e31752e1 {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 23:46:36.657608 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ed6a813-9392-4929-966d-73fd580d78e5 admin admin] Router 6814f674-cb0f-4527-8f62-e9c429932e14 is scheduled to L3 agent 05c04ad7-f453-4a24-8793-b86a404a0ef9 with binding_index 1 {{(pid=88108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 23:46:36.679926 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.db.securitygroups_db [None req-65d87223-5e53-443c-a272-e2057cf1a8f8 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Project 5a572a155c364670a8ac8d313c3dba25 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 23:46:36.701361 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-65d87223-5e53-443c-a272-e2057cf1a8f8 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:36.765119 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-c5ce77f1-f603-4e02-a8ce-b7ebec52dd30 admin admin] For port 7e526641-ef22-4833-ae59-f477fa26c716, host dv-cinder-847189-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-5-smb',level=0,port_id=7e526641-ef22-4833-ae59-f477fa26c716,segment=NetworkSegment(f4ac4e0f-d161-4376-9bbe-0238d9af5444),segment_id=f4ac4e0f-d161-4376-9bbe-0238d9af5444)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:46:36.765616 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c5ce77f1-f603-4e02-a8ce-b7ebec52dd30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478950'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:36.804687 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbca8ed-0e12-4d01-8c8f-444bbabc6c48 None None] Checking agent: {'id': '3a3b0bc1-d1b4-4224-a890-cab54187436c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 23, 32, 43), 'started_at': datetime.datetime(2022, 6, 24, 23, 33, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 23, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 23:46:36.805203 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbca8ed-0e12-4d01-8c8f-444bbabc6c48 None None] Checking segment: {'id': 'cc28d19b-2326-449b-923e-434d239126ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '85013f97-fab4-404c-a234-1f20e31752e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 23:46:36.805688 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-8bbca8ed-0e12-4d01-8c8f-444bbabc6c48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:36.806097 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbca8ed-0e12-4d01-8c8f-444bbabc6c48 None None] Bound using segment: {'id': 'cc28d19b-2326-449b-923e-434d239126ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '85013f97-fab4-404c-a234-1f20e31752e1'} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 23:46:36.806784 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-8bbca8ed-0e12-4d01-8c8f-444bbabc6c48 None None] Bound port: 4d042c5f-6c1b-4362-8a7c-7e1f858efb21, host: dv-cinder-847189-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc28d19b-2326-449b-923e-434d239126ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '85013f97-fab4-404c-a234-1f20e31752e1'}}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 23:46:36.807144 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-8bbca8ed-0e12-4d01-8c8f-444bbabc6c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:36.840712 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ed6a813-9392-4929-966d-73fd580d78e5 admin admin] Notify agent at l3_agent.dv-cinder-847189-5-smb the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 23:46:36.863766 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03bf4e2-5013-4d79-80ce-47104cbd5082 None None] Sync routers for ids ['6814f674-cb0f-4527-8f62-e9c429932e14'] in dv-cinder-847189-5-smb {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 23:46:36.867363 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2ed6a813-9392-4929-966d-73fd580d78e5 admin admin] Notify callbacks [] for router, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:36.868768 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-2ed6a813-9392-4929-966d-73fd580d78e5 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.9910505 Jun 24 23:46:36.871561 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 59028) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:46:36.912496 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c5ce77f1-f603-4e02-a8ce-b7ebec52dd30 admin admin] Calling delete_port for 7e526641-ef22-4833-ae59-f477fa26c716 owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 23:46:36.970643 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device 66b1d22f-64c3-49ac-b2b5-9ca10c1b6c2d no longer exists at agent ovs-agent-dv-cinder-847189-5-smb {{(pid=88110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 23:46:37.024250 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03bf4e2-5013-4d79-80ce-47104cbd5082 None None] Routers {'6814f674-cb0f-4527-8f62-e9c429932e14'} bound to L3 agent in host dv-cinder-847189-5-smb {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 23:46:37.024250 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-a03bf4e2-5013-4d79-80ce-47104cbd5082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T23:32:42Z,description=,heartbeat_timestamp=2022-06-24T23:46:12Z,host='dv-cinder-847189-5-smb',id=05c04ad7-f453-4a24-8793-b86a404a0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T23:32:42Z,topic='l3_agent')) {'router_ids': ['6814f674-cb0f-4527-8f62-e9c429932e14'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:46:37.103848 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-65d87223-5e53-443c-a272-e2057cf1a8f8 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:37.121352 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-65d87223-5e53-443c-a272-e2057cf1a8f8 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524818'] for security_group_rule, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:37.151659 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d87223-5e53-443c-a272-e2057cf1a8f8 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c5f6aca-3203-4c1c-a652-9ba0d8751444,revision_number=0']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:46:37.162681 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c5ce77f1-f603-4e02-a8ce-b7ebec52dd30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754888674196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754888214712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266550608'] for port, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:37.200893 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] No Port match for: 66b1d22f-64c3-49ac-b2b5-9ca10c1b6c2d {{(pid=88110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 23:46:37.201249 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device 66b1d22f-64c3-49ac-b2b5-9ca10c1b6c2d not bound to the agent host dv-cinder-847189-5-smb {{(pid=88110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 23:46:37.205718 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-65d87223-5e53-443c-a272-e2057cf1a8f8 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:37.210045 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-65d87223-5e53-443c-a272-e2057cf1a8f8 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6725359 Jun 24 23:46:37.210669 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 59034) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:46:37.215020 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-a03bf4e2-5013-4d79-80ce-47104cbd5082 None None] Set router 6814f674-cb0f-4527-8f62-e9c429932e14 gateway port host: dv-cinder-847189-5-smb {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 23:46:37.224482 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.v2.base [None req-f5a6fdde-812a-4554-8f54-37de16b454b2 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Request body: {'security_group_rule': {'security_group_id': '8329392b-6c0f-4fd9-96ca-83e76b8b7876', 'project_id': '5a572a155c364670a8ac8d313c3dba25', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:46:37.229051 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ce77f1-f603-4e02-a8ce-b7ebec52dd30 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e526641-ef22-4833-ae59-f477fa26c716,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:46:37.234376 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ce77f1-f603-4e02-a8ce-b7ebec52dd30 admin admin] No DVR routers for this DVR port 7e526641-ef22-4833-ae59-f477fa26c716 on host dv-cinder-847189-5-smb {{(pid=88109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 23:46:37.277531 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-f5a6fdde-812a-4554-8f54-37de16b454b2 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:46:37.295837 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-f5a6fdde-812a-4554-8f54-37de16b454b2 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Usage tracker for resource:security_group_rule and tenant:5a572a155c364670a8ac8d313c3dba25 is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:46:37.301750 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-f5a6fdde-812a-4554-8f54-37de16b454b2 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:46:37.331572 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-8bbca8ed-0e12-4d01-8c8f-444bbabc6c48 None None] For port 4d042c5f-6c1b-4362-8a7c-7e1f858efb21, host dv-cinder-847189-5-smb, cleared binding levels {{(pid=88110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 23:46:37.355891 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-f5a6fdde-812a-4554-8f54-37de16b454b2 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:46:37.384519 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c5ce77f1-f603-4e02-a8ce-b7ebec52dd30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1564183', 'neutron.services.segments.db._delete_segments_for_network-8754888586361'] for network, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:37.395894 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.db.securitygroups_db [None req-f5a6fdde-812a-4554-8f54-37de16b454b2 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Project 5a572a155c364670a8ac8d313c3dba25 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 24 23:46:37.413788 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f5a6fdde-812a-4554-8f54-37de16b454b2 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:37.414581 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-8bbca8ed-0e12-4d01-8c8f-444bbabc6c48 None None] For port 4d042c5f-6c1b-4362-8a7c-7e1f858efb21, host dv-cinder-847189-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-5-smb',level=0,port_id=4d042c5f-6c1b-4362-8a7c-7e1f858efb21,segment=NetworkSegment(cc28d19b-2326-449b-923e-434d239126ee),segment_id=cc28d19b-2326-449b-923e-434d239126ee)] {{(pid=88110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 23:46:37.428087 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.services.segments.db [None req-c5ce77f1-f603-4e02-a8ce-b7ebec52dd30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5918d9d0-cda1-4f4b-a972-072f1ba7a21b']}} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:46:37.428476 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-8bbca8ed-0e12-4d01-8c8f-444bbabc6c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:37.450431 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.services.segments.db [None req-c5ce77f1-f603-4e02-a8ce-b7ebec52dd30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4ac4e0f-d161-4376-9bbe-0238d9af5444') {'for_net_delete': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:46:37.450728 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.services.segments.db [None req-c5ce77f1-f603-4e02-a8ce-b7ebec52dd30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4ac4e0f-d161-4376-9bbe-0238d9af5444') {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:46:37.473154 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c5ce77f1-f603-4e02-a8ce-b7ebec52dd30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754888590228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266491964'] for segment, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:37.484895 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-ea049579-d5f7-4396-88e4-33783a464f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d7a98b3-c99f-4624-83d7-1c8e31a0d881', 'name': 'tempest-TestShelveInstance-1853435857-router', 'tenant_id': 'dc1f34d57360411d811b910d69669eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.103'}], 'enable_snat': True}, 'gw_port_id': 'f300ce20-ec0e-420b-bfc9-a26c3f694cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:46:23Z', 'updated_at': '2022-06-24T23:46:31Z', 'revision_number': 4, 'project_id': 'dc1f34d57360411d811b910d69669eca', 'gw_port': {'id': 'f300ce20-ec0e-420b-bfc9-a26c3f694cbe', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:07:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7a98b3-c99f-4624-83d7-1c8e31a0d881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:46:25Z', 'updated_at': '2022-06-24T23:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb', '_interfaces': [{'id': '72441f42-648d-4862-b435-4a89c6d40493', 'name': '', 'network_id': 'ffc612ed-9fe1-496d-9ffb-cce702fae74d', 'tenant_id': 'dc1f34d57360411d811b910d69669eca', 'mac_address': 'fa:16:3e:47:a5:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d7a98b3-c99f-4624-83d7-1c8e31a0d881', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '35dd22e1-2670-4f1e-be5d-9efb5575f003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:46:30Z', 'updated_at': '2022-06-24T23:46:35Z', 'revision_number': 4, 'project_id': 'dc1f34d57360411d811b910d69669eca', 'subnets': [{'id': '35dd22e1-2670-4f1e-be5d-9efb5575f003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-5-smb', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:46:37.501789 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c5ce77f1-f603-4e02-a8ce-b7ebec52dd30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569928'] for segment, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:37.518803 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5ce77f1-f603-4e02-a8ce-b7ebec52dd30 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=88109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 23:46:37.519546 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c5ce77f1-f603-4e02-a8ce-b7ebec52dd30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1569927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266550691'] for segment, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:37.532093 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea049579-d5f7-4396-88e4-33783a464f3c None None] The sync data for ids ['6d7a98b3-c99f-4624-83d7-1c8e31a0d881'] in dv-cinder-847189-5-smb is: [{'id': '6d7a98b3-c99f-4624-83d7-1c8e31a0d881', 'name': 'tempest-TestShelveInstance-1853435857-router', 'tenant_id': 'dc1f34d57360411d811b910d69669eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.103'}], 'enable_snat': True}, 'gw_port_id': 'f300ce20-ec0e-420b-bfc9-a26c3f694cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:46:23Z', 'updated_at': '2022-06-24T23:46:31Z', 'revision_number': 4, 'project_id': 'dc1f34d57360411d811b910d69669eca', 'gw_port': {'id': 'f300ce20-ec0e-420b-bfc9-a26c3f694cbe', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:07:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7a98b3-c99f-4624-83d7-1c8e31a0d881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:46:25Z', 'updated_at': '2022-06-24T23:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb', '_interfaces': [{'id': '72441f42-648d-4862-b435-4a89c6d40493', 'name': '', 'network_id': 'ffc612ed-9fe1-496d-9ffb-cce702fae74d', 'tenant_id': 'dc1f34d57360411d811b910d69669eca', 'mac_address': 'fa:16:3e:47:a5:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d7a98b3-c99f-4624-83d7-1c8e31a0d881', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '35dd22e1-2670-4f1e-be5d-9efb5575f003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:46:30Z', 'updated_at': '2022-06-24T23:46:35Z', 'revision_number': 4, 'project_id': 'dc1f34d57360411d811b910d69669eca', 'subnets': [{'id': '35dd22e1-2670-4f1e-be5d-9efb5575f003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 23:46:37.538298 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f5a6fdde-812a-4554-8f54-37de16b454b2 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:37.588200 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbca8ed-0e12-4d01-8c8f-444bbabc6c48 None None] Pushing event updated for resources: {'Port': ['ID=4d042c5f-6c1b-4362-8a7c-7e1f858efb21,revision_number=2']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:46:37.596784 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.services.segments.plugin [-] Segment f4ac4e0f-d161-4376-9bbe-0238d9af5444 resource provider aggregate not found Jun 24 23:46:37.600564 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f5a6fdde-812a-4554-8f54-37de16b454b2 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524818'] for security_group_rule, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:37.649468 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.services.segments.plugin [-] Segment f4ac4e0f-d161-4376-9bbe-0238d9af5444 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f4ac4e0f-d161-4376-9bbe-0238d9af5444 found for delete ", "request_id": "req-b24bfd53-b0b7-45a9-a0a4-ab8305223137"}]} Jun 24 23:46:37.656207 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297d488c-3dcc-4f65-af88-ee2df7cd23c5 None None] DHCP port deletion for 5918d9d0-cda1-4f4b-a972-072f1ba7a21b request from dv-cinder-847189-5-smb {{(pid=88110) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 24 23:46:37.665499 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a6fdde-812a-4554-8f54-37de16b454b2 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c9469f1-8e83-44e4-b11c-27f93e6ec99b,revision_number=0']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:46:37.692987 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c5ce77f1-f603-4e02-a8ce-b7ebec52dd30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1564184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476632'] for network, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:37.707448 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c5ce77f1-f603-4e02-a8ce-b7ebec52dd30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627732'] for network, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:37.710607 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-c5ce77f1-f603-4e02-a8ce-b7ebec52dd30 admin admin] 10.222.0.42 "DELETE /v2.0/networks/5918d9d0-cda1-4f4b-a972-072f1ba7a21b HTTP/1.1" status: 204 len: 168 time: 1.4081862 Jun 24 23:46:37.748411 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-f5a6fdde-812a-4554-8f54-37de16b454b2 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:37.763328 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-f5a6fdde-812a-4554-8f54-37de16b454b2 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5439739 Jun 24 23:46:37.769160 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-a03bf4e2-5013-4d79-80ce-47104cbd5082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6814f674-cb0f-4527-8f62-e9c429932e14', 'name': 'tempest-AttachVolumeShelveTestJSON-177881652-router', 'tenant_id': 'b035f09c574a4283bf9b03bc84f830d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.130'}], 'enable_snat': True}, 'gw_port_id': 'd7cbc3e0-2521-4b3b-bc37-6617d590bb33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:46:33Z', 'updated_at': '2022-06-24T23:46:35Z', 'revision_number': 3, 'project_id': 'b035f09c574a4283bf9b03bc84f830d7', 'gw_port': {'id': 'd7cbc3e0-2521-4b3b-bc37-6617d590bb33', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:35:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6814f674-cb0f-4527-8f62-e9c429932e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:46:34Z', 'updated_at': '2022-06-24T23:46:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb'}], 'dv-cinder-847189-5-smb', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:46:37.771675 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ce77f1-f603-4e02-a8ce-b7ebec52dd30 admin admin] Pushing event deleted for resources: {'Network': ['ID=5918d9d0-cda1-4f4b-a972-072f1ba7a21b,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:46:37.781155 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03bf4e2-5013-4d79-80ce-47104cbd5082 None None] Checking router: 6814f674-cb0f-4527-8f62-e9c429932e14 for host: dv-cinder-847189-5-smb {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 23:46:37.781512 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03bf4e2-5013-4d79-80ce-47104cbd5082 None None] Updating router 6814f674-cb0f-4527-8f62-e9c429932e14 port d7cbc3e0-2521-4b3b-bc37-6617d590bb33 binding host dv-cinder-847189-5-smb {{(pid=88110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 23:46:37.858923 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-a03bf4e2-5013-4d79-80ce-47104cbd5082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:37.976102 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a1862b48-bac5-4a04-8ffa-18f0ae3efbce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:37.994784 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 59064) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:46:38.069074 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-eab507ee-b05b-4828-8363-d6bb935674a5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=151ea147ef8c4618aa21e9c58a3558f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0726585 Jun 24 23:46:38.071175 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 59078) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:46:38.166442 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c2614fe0-4366-489e-8abe-a372e94cc5fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:38.242372 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c2614fe0-4366-489e-8abe-a372e94cc5fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:38.333052 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c2614fe0-4366-489e-8abe-a372e94cc5fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:38.353664 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2614fe0-4366-489e-8abe-a372e94cc5fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d50479-3b9f-45c7-bc72-09d3ca41e12d,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:46:38.374795 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c2614fe0-4366-489e-8abe-a372e94cc5fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:38.375979 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-c2614fe0-4366-489e-8abe-a372e94cc5fe admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/81d50479-3b9f-45c7-bc72-09d3ca41e12d HTTP/1.1" status: 204 len: 168 time: 0.3036866 Jun 24 23:46:38.533755 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-a1862b48-bac5-4a04-8ffa-18f0ae3efbce admin admin] Allocated IP 172.20.0.1 (85013f97-fab4-404c-a234-1f20e31752e1/c0f5bad0-1ece-425d-be26-c3b0dd205e3f/42ce1e25-84f2-4916-853a-e2df98f66524) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 23:46:38.711447 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-a03bf4e2-5013-4d79-80ce-47104cbd5082 None None] Notify callbacks [] for port, precommit_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:38.754939 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-a03bf4e2-5013-4d79-80ce-47104cbd5082 None None] Transition to ACTIVE for port object d7cbc3e0-2521-4b3b-bc37-6617d590bb33 will not be triggered until provisioned by entity L2. {{(pid=88110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 23:46:38.768574 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-a03bf4e2-5013-4d79-80ce-47104cbd5082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:38.900899 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a1862b48-bac5-4a04-8ffa-18f0ae3efbce admin admin] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:38.970157 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [None req-a1862b48-bac5-4a04-8ffa-18f0ae3efbce admin admin] Transition to ACTIVE for port object 42ce1e25-84f2-4916-853a-e2df98f66524 will not be triggered until provisioned by entity DHCP. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 23:46:39.000722 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e63bf2-a349-4543-8a74-4d64ee8a5f25 None None] Pushing event updated for resources: {'Port': ['ID=d7cbc3e0-2521-4b3b-bc37-6617d590bb33,revision_number=2']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:46:39.060451 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a1862b48-bac5-4a04-8ffa-18f0ae3efbce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754888214703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266412288'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:39.068776 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:39.069563 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-a03bf4e2-5013-4d79-80ce-47104cbd5082 None None] Attempting to bind port d7cbc3e0-2521-4b3b-bc37-6617d590bb33 on host dv-cinder-847189-5-smb for vnic_type normal with profile {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 23:46:39.069905 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-a03bf4e2-5013-4d79-80ce-47104cbd5082 None None] Attempting to bind port d7cbc3e0-2521-4b3b-bc37-6617d590bb33 by drivers openvswitch,hyperv on host dv-cinder-847189-5-smb at level 0 using segments [{'id': '541a8b1c-692d-48ec-a001-de3aa3f0cecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932'}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 23:46:39.070277 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03bf4e2-5013-4d79-80ce-47104cbd5082 None None] Attempting to bind port d7cbc3e0-2521-4b3b-bc37-6617d590bb33 on network faf77eb5-d359-4977-a80d-20d91cf50932 {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 23:46:39.079722 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03bf4e2-5013-4d79-80ce-47104cbd5082 None None] Checking agent: {'id': '3a3b0bc1-d1b4-4224-a890-cab54187436c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 23, 32, 43), 'started_at': datetime.datetime(2022, 6, 24, 23, 33, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 23, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 23:46:39.079722 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03bf4e2-5013-4d79-80ce-47104cbd5082 None None] Checking segment: {'id': '541a8b1c-692d-48ec-a001-de3aa3f0cecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 23:46:39.079722 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-a03bf4e2-5013-4d79-80ce-47104cbd5082 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:39.079722 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03bf4e2-5013-4d79-80ce-47104cbd5082 None None] Bound using segment: {'id': '541a8b1c-692d-48ec-a001-de3aa3f0cecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932'} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 23:46:39.079722 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-a03bf4e2-5013-4d79-80ce-47104cbd5082 None None] Bound port: d7cbc3e0-2521-4b3b-bc37-6617d590bb33, host: dv-cinder-847189-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '541a8b1c-692d-48ec-a001-de3aa3f0cecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932'}}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 23:46:39.079722 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-a03bf4e2-5013-4d79-80ce-47104cbd5082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:39.181387 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1862b48-bac5-4a04-8ffa-18f0ae3efbce admin admin] Pushing event updated for resources: {'Port': ['ID=42ce1e25-84f2-4916-853a-e2df98f66524,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:46:39.194838 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1862b48-bac5-4a04-8ffa-18f0ae3efbce admin admin] Network 85013f97-fab4-404c-a234-1f20e31752e1 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 23:46:39.196025 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-a1862b48-bac5-4a04-8ffa-18f0ae3efbce admin admin] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 23:46:39.198427 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1862b48-bac5-4a04-8ffa-18f0ae3efbce admin admin] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 23:46:39.215176 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-a03bf4e2-5013-4d79-80ce-47104cbd5082 None None] For port d7cbc3e0-2521-4b3b-bc37-6617d590bb33, host dv-cinder-847189-5-smb, cleared binding levels {{(pid=88110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 23:46:39.219334 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-a03bf4e2-5013-4d79-80ce-47104cbd5082 None None] For port d7cbc3e0-2521-4b3b-bc37-6617d590bb33, host dv-cinder-847189-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-5-smb',level=0,port_id=d7cbc3e0-2521-4b3b-bc37-6617d590bb33,segment=NetworkSegment(541a8b1c-692d-48ec-a001-de3aa3f0cecc),segment_id=541a8b1c-692d-48ec-a001-de3aa3f0cecc)] {{(pid=88110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 23:46:39.223365 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device 72441f42-648d-4862-b435-4a89c6d40493 up at agent ovs-agent-dv-cinder-847189-5-smb {{(pid=88110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 23:46:39.231303 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 59108) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:46:39.284408 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a1862b48-bac5-4a04-8ffa-18f0ae3efbce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476503'] for router_interface, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:39.328536 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-a03bf4e2-5013-4d79-80ce-47104cbd5082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:39.371983 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-d2184bfa-9eaf-4b61-a231-ea3a9b053ee0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=66faf38adc01495fbd821bcfe9172258&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1370251 Jun 24 23:46:39.372931 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 59120) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:46:39.436244 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827e4646-e084-40d8-91d3-6b8ddd441a3c None None] Network 85013f97-fab4-404c-a234-1f20e31752e1 requested from dv-cinder-847189-5-smb {{(pid=88110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 23:46:39.533245 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a1862b48-bac5-4a04-8ffa-18f0ae3efbce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:39.557158 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f3222f9e-a8db-48f5-9634-c935fc217b77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:39.583254 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-94a50bea-5155-40d5-ad0c-d46a336d1998 None None] Provisioning for port 4d042c5f-6c1b-4362-8a7c-7e1f858efb21 completed by entity DHCP. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 23:46:39.624507 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03bf4e2-5013-4d79-80ce-47104cbd5082 None None] Routers {'6814f674-cb0f-4527-8f62-e9c429932e14'} bound to L3 agent in host dv-cinder-847189-5-smb {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 23:46:39.625111 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-a03bf4e2-5013-4d79-80ce-47104cbd5082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T23:32:42Z,description=,heartbeat_timestamp=2022-06-24T23:46:12Z,host='dv-cinder-847189-5-smb',id=05c04ad7-f453-4a24-8793-b86a404a0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T23:32:42Z,topic='l3_agent')) {'router_ids': ['6814f674-cb0f-4527-8f62-e9c429932e14'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:46:39.643493 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f3222f9e-a8db-48f5-9634-c935fc217b77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:39.673275 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e63bf2-a349-4543-8a74-4d64ee8a5f25 None None] Pushing event updated for resources: {'Port': ['ID=d7cbc3e0-2521-4b3b-bc37-6617d590bb33,revision_number=3']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:46:39.795711 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Provisioning for port 72441f42-648d-4862-b435-4a89c6d40493 completed by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 23:46:39.819944 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f3222f9e-a8db-48f5-9634-c935fc217b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:39.843620 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3222f9e-a8db-48f5-9634-c935fc217b77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb719055-5156-48c4-9831-3af9207d7723,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:46:39.844611 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Provisioning complete for port 72441f42-648d-4862-b435-4a89c6d40493 triggered by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:46:39.844988 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:39.869973 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f3222f9e-a8db-48f5-9634-c935fc217b77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:39.871080 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-f3222f9e-a8db-48f5-9634-c935fc217b77 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/eb719055-5156-48c4-9831-3af9207d7723 HTTP/1.1" status: 204 len: 168 time: 0.4971642 Jun 24 23:46:39.875148 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a1862b48-bac5-4a04-8ffa-18f0ae3efbce admin admin] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:39.881396 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a1862b48-bac5-4a04-8ffa-18f0ae3efbce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266412311'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:40.000820 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-a03bf4e2-5013-4d79-80ce-47104cbd5082 None None] Set router 6814f674-cb0f-4527-8f62-e9c429932e14 gateway port host: dv-cinder-847189-5-smb {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 23:46:40.071768 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-4f15c962-2913-4e52-9be9-ef92c30457a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:40.100272 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1862b48-bac5-4a04-8ffa-18f0ae3efbce admin admin] Pushing event updated for resources: {'Port': ['ID=42ce1e25-84f2-4916-853a-e2df98f66524,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:46:40.115030 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a1862b48-bac5-4a04-8ffa-18f0ae3efbce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476466'] for router_interface, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:40.279794 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1862b48-bac5-4a04-8ffa-18f0ae3efbce admin admin] Network 85013f97-fab4-404c-a234-1f20e31752e1 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 23:46:40.281115 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-a1862b48-bac5-4a04-8ffa-18f0ae3efbce admin admin] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 23:46:40.314650 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Current status of the port 72441f42-648d-4862-b435-4a89c6d40493 is: DOWN; New status is: ACTIVE {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:46:40.315037 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:40.403268 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] For port 72441f42-648d-4862-b435-4a89c6d40493, host dv-cinder-847189-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-5-smb',level=0,port_id=72441f42-648d-4862-b435-4a89c6d40493,segment=NetworkSegment(a4b2cb5e-d589-429b-86a0-5e6c741f8cc7),segment_id=a4b2cb5e-d589-429b-86a0-5e6c741f8cc7)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:46:40.475397 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:40.476225 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device 4d042c5f-6c1b-4362-8a7c-7e1f858efb21 up at agent ovs-agent-dv-cinder-847189-5-smb {{(pid=88110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 23:46:40.528760 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1862b48-bac5-4a04-8ffa-18f0ae3efbce admin admin] Router 6814f674-cb0f-4527-8f62-e9c429932e14 has already been hosted by L3 agent 05c04ad7-f453-4a24-8793-b86a404a0ef9 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 23:46:40.608884 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Pushing event updated for resources: {'Port': ['ID=72441f42-648d-4862-b435-4a89c6d40493,revision_number=5']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:46:40.630428 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Provisioning for port 4d042c5f-6c1b-4362-8a7c-7e1f858efb21 completed by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 23:46:40.643007 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Provisioning complete for port 4d042c5f-6c1b-4362-8a7c-7e1f858efb21 triggered by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:46:40.643969 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:40.687608 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-a03bf4e2-5013-4d79-80ce-47104cbd5082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6814f674-cb0f-4527-8f62-e9c429932e14', 'name': 'tempest-AttachVolumeShelveTestJSON-177881652-router', 'tenant_id': 'b035f09c574a4283bf9b03bc84f830d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.130'}], 'enable_snat': True}, 'gw_port_id': 'd7cbc3e0-2521-4b3b-bc37-6617d590bb33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:46:33Z', 'updated_at': '2022-06-24T23:46:39Z', 'revision_number': 4, 'project_id': 'b035f09c574a4283bf9b03bc84f830d7', 'gw_port': {'id': 'd7cbc3e0-2521-4b3b-bc37-6617d590bb33', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:35:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6814f674-cb0f-4527-8f62-e9c429932e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:46:34Z', 'updated_at': '2022-06-24T23:46:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb', '_interfaces': [{'id': '42ce1e25-84f2-4916-853a-e2df98f66524', 'name': '', 'network_id': '85013f97-fab4-404c-a234-1f20e31752e1', 'tenant_id': 'b035f09c574a4283bf9b03bc84f830d7', 'mac_address': 'fa:16:3e:6a:f7:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6814f674-cb0f-4527-8f62-e9c429932e14', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c0f5bad0-1ece-425d-be26-c3b0dd205e3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:46:38Z', 'updated_at': '2022-06-24T23:46:38Z', 'revision_number': 1, 'project_id': 'b035f09c574a4283bf9b03bc84f830d7', 'subnets': [{'id': 'c0f5bad0-1ece-425d-be26-c3b0dd205e3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-5-smb', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:46:40.709311 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03bf4e2-5013-4d79-80ce-47104cbd5082 None None] The sync data for ids ['6814f674-cb0f-4527-8f62-e9c429932e14'] in dv-cinder-847189-5-smb is: [{'id': '6814f674-cb0f-4527-8f62-e9c429932e14', 'name': 'tempest-AttachVolumeShelveTestJSON-177881652-router', 'tenant_id': 'b035f09c574a4283bf9b03bc84f830d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.130'}], 'enable_snat': True}, 'gw_port_id': 'd7cbc3e0-2521-4b3b-bc37-6617d590bb33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:46:33Z', 'updated_at': '2022-06-24T23:46:39Z', 'revision_number': 4, 'project_id': 'b035f09c574a4283bf9b03bc84f830d7', 'gw_port': {'id': 'd7cbc3e0-2521-4b3b-bc37-6617d590bb33', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:35:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6814f674-cb0f-4527-8f62-e9c429932e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:46:34Z', 'updated_at': '2022-06-24T23:46:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb', '_interfaces': [{'id': '42ce1e25-84f2-4916-853a-e2df98f66524', 'name': '', 'network_id': '85013f97-fab4-404c-a234-1f20e31752e1', 'tenant_id': 'b035f09c574a4283bf9b03bc84f830d7', 'mac_address': 'fa:16:3e:6a:f7:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6814f674-cb0f-4527-8f62-e9c429932e14', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c0f5bad0-1ece-425d-be26-c3b0dd205e3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:46:38Z', 'updated_at': '2022-06-24T23:46:38Z', 'revision_number': 1, 'project_id': 'b035f09c574a4283bf9b03bc84f830d7', 'subnets': [{'id': 'c0f5bad0-1ece-425d-be26-c3b0dd205e3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 23:46:40.723581 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-b317b2e5-8f35-41c2-a8de-0700a517245f None None] Provisioning complete for port 4d042c5f-6c1b-4362-8a7c-7e1f858efb21 triggered by entity DHCP. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:46:40.723951 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b317b2e5-8f35-41c2-a8de-0700a517245f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:40.780590 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1862b48-bac5-4a04-8ffa-18f0ae3efbce admin admin] Notify agent at l3_agent.dv-cinder-847189-5-smb the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 23:46:40.802037 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-a1862b48-bac5-4a04-8ffa-18f0ae3efbce admin admin] 10.222.0.42 "PUT /v2.0/routers/6814f674-cb0f-4527-8f62-e9c429932e14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9288855 Jun 24 23:46:40.967243 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-b317b2e5-8f35-41c2-a8de-0700a517245f None None] Current status of the port 4d042c5f-6c1b-4362-8a7c-7e1f858efb21 is: DOWN; New status is: ACTIVE {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:46:40.967917 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b317b2e5-8f35-41c2-a8de-0700a517245f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:40.989468 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Current status of the port 4d042c5f-6c1b-4362-8a7c-7e1f858efb21 is: DOWN; New status is: ACTIVE {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:46:40.989847 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:41.038648 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-b317b2e5-8f35-41c2-a8de-0700a517245f None None] For port 4d042c5f-6c1b-4362-8a7c-7e1f858efb21, host dv-cinder-847189-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-5-smb',level=0,port_id=4d042c5f-6c1b-4362-8a7c-7e1f858efb21,segment=NetworkSegment(cc28d19b-2326-449b-923e-434d239126ee),segment_id=cc28d19b-2326-449b-923e-434d239126ee)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:46:41.058593 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b317b2e5-8f35-41c2-a8de-0700a517245f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:41.256557 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-b317b2e5-8f35-41c2-a8de-0700a517245f None None] Provisioning for port 42ce1e25-84f2-4916-853a-e2df98f66524 completed by entity DHCP. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 23:46:41.289645 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-b317b2e5-8f35-41c2-a8de-0700a517245f None None] Provisioning complete for port 42ce1e25-84f2-4916-853a-e2df98f66524 triggered by entity DHCP. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:46:41.290781 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b317b2e5-8f35-41c2-a8de-0700a517245f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:41.321329 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.db.api [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88110) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 23:46:41.321556 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 59152) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:46:41.322031 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG oslo_db.api [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 23:46:41.328552 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.v2.base [None req-7300323a-efc7-4166-8e2b-f6a15ec21f3b tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Request body: {'security_group': {'name': 'tempest-securitygroup--870429650', 'description': 'tempest-description--50778513'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:46:41.338213 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-7300323a-efc7-4166-8e2b-f6a15ec21f3b tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:46:41.344239 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-7300323a-efc7-4166-8e2b-f6a15ec21f3b tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Usage tracker for resource:security_group and tenant:b035f09c574a4283bf9b03bc84f830d7 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:46:41.347901 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-7300323a-efc7-4166-8e2b-f6a15ec21f3b tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:46:41.354427 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-7300323a-efc7-4166-8e2b-f6a15ec21f3b tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:46:41.360310 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b317b2e5-8f35-41c2-a8de-0700a517245f None None] Pushing event updated for resources: {'Port': ['ID=4d042c5f-6c1b-4362-8a7c-7e1f858efb21,revision_number=3']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:46:41.378459 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-b317b2e5-8f35-41c2-a8de-0700a517245f None None] Port 42ce1e25-84f2-4916-853a-e2df98f66524 cannot update to ACTIVE because it is not bound. {{(pid=88110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 23:46:41.378943 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7300323a-efc7-4166-8e2b-f6a15ec21f3b tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:41.409882 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-7300323a-efc7-4166-8e2b-f6a15ec21f3b tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:46:41.414191 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-7300323a-efc7-4166-8e2b-f6a15ec21f3b tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Usage tracker for resource:security_group_rule and tenant:b035f09c574a4283bf9b03bc84f830d7 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:46:41.417498 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-7300323a-efc7-4166-8e2b-f6a15ec21f3b tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:46:41.425171 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-7300323a-efc7-4166-8e2b-f6a15ec21f3b tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:46:41.503727 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-49cc2207-e1ce-4d70-a89f-1eaaa43e89cb None None] Provisioning complete for port 42ce1e25-84f2-4916-853a-e2df98f66524 triggered by entity DHCP. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:46:41.503727 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-49cc2207-e1ce-4d70-a89f-1eaaa43e89cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:41.517652 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7300323a-efc7-4166-8e2b-f6a15ec21f3b tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:41.522925 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7300323a-efc7-4166-8e2b-f6a15ec21f3b tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:41.574081 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7300323a-efc7-4166-8e2b-f6a15ec21f3b tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:41.575208 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-7300323a-efc7-4166-8e2b-f6a15ec21f3b tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.2525673 Jun 24 23:46:41.576107 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7300323a-efc7-4166-8e2b-f6a15ec21f3b tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7630e433-a36d-4c33-adbc-98339d1db790,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:46:41.578428 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 59162) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:46:41.583870 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.v2.base [None req-7623cba2-661e-46ff-9643-bffbfdc48c8e tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Request body: {'security_group_rule': {'security_group_id': '7630e433-a36d-4c33-adbc-98339d1db790', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:46:41.585200 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-49cc2207-e1ce-4d70-a89f-1eaaa43e89cb None None] Port 42ce1e25-84f2-4916-853a-e2df98f66524 cannot update to ACTIVE because it is not bound. {{(pid=88110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 23:46:41.590720 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-7623cba2-661e-46ff-9643-bffbfdc48c8e tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:46:41.594854 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-7623cba2-661e-46ff-9643-bffbfdc48c8e tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Usage tracker for resource:security_group_rule and tenant:b035f09c574a4283bf9b03bc84f830d7 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:46:41.598518 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-7623cba2-661e-46ff-9643-bffbfdc48c8e tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:46:41.609163 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-7623cba2-661e-46ff-9643-bffbfdc48c8e tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:46:41.630943 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7623cba2-661e-46ff-9643-bffbfdc48c8e tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:41.706600 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7623cba2-661e-46ff-9643-bffbfdc48c8e tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:41.709689 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7623cba2-661e-46ff-9643-bffbfdc48c8e tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524818'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:41.743747 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7623cba2-661e-46ff-9643-bffbfdc48c8e tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=750d52fa-3733-4150-89c4-5855e76a743b,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:46:41.753959 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7623cba2-661e-46ff-9643-bffbfdc48c8e tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:41.757869 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-7623cba2-661e-46ff-9643-bffbfdc48c8e tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1759241 Jun 24 23:46:41.758104 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 59166) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:46:41.788543 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.v2.base [None req-5041f7b4-77ba-460b-90bf-69103c47034f tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Request body: {'security_group_rule': {'security_group_id': '7630e433-a36d-4c33-adbc-98339d1db790', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:46:41.795200 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-5041f7b4-77ba-460b-90bf-69103c47034f tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:46:41.800325 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-5041f7b4-77ba-460b-90bf-69103c47034f tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Usage tracker for resource:security_group_rule and tenant:b035f09c574a4283bf9b03bc84f830d7 is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:46:41.805071 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-5041f7b4-77ba-460b-90bf-69103c47034f tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:46:41.821051 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-5041f7b4-77ba-460b-90bf-69103c47034f tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:46:41.844555 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-5041f7b4-77ba-460b-90bf-69103c47034f tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:41.879747 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Current status of the port 4d042c5f-6c1b-4362-8a7c-7e1f858efb21 is: ACTIVE; New status is: ACTIVE {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:46:41.916490 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-5041f7b4-77ba-460b-90bf-69103c47034f tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:41.926107 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-5041f7b4-77ba-460b-90bf-69103c47034f tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524818'] for security_group_rule, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:41.931741 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device 7e526641-ef22-4833-ae59-f477fa26c716 no longer exists at agent ovs-agent-dv-cinder-847189-5-smb {{(pid=88110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 23:46:41.949875 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5041f7b4-77ba-460b-90bf-69103c47034f tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f36d6b87-6f33-4aa8-84c6-5aa2cc378627,revision_number=0']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:46:41.964746 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-5041f7b4-77ba-460b-90bf-69103c47034f tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:41.965976 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-5041f7b4-77ba-460b-90bf-69103c47034f tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2066548 Jun 24 23:46:41.968782 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] No Port match for: 7e526641-ef22-4833-ae59-f477fa26c716 {{(pid=88110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 23:46:41.969278 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 59170) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:46:41.969751 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device 7e526641-ef22-4833-ae59-f477fa26c716 not bound to the agent host dv-cinder-847189-5-smb {{(pid=88110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 23:46:41.974370 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.v2.base [None req-03c27f89-878f-4d24-b2dc-20ea3e44ebc1 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Request body: {'floatingip': {'floating_network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932'}} {{(pid=88109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:46:41.980247 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-03c27f89-878f-4d24-b2dc-20ea3e44ebc1 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:46:41.984336 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-03c27f89-878f-4d24-b2dc-20ea3e44ebc1 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Usage tracker for resource:floatingip and tenant:b035f09c574a4283bf9b03bc84f830d7 is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:46:41.988600 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-03c27f89-878f-4d24-b2dc-20ea3e44ebc1 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:46:41.995006 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-03c27f89-878f-4d24-b2dc-20ea3e44ebc1 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:46:42.012237 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-03c27f89-878f-4d24-b2dc-20ea3e44ebc1 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Notify callbacks [] for floatingip, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:42.144854 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device d7cbc3e0-2521-4b3b-bc37-6617d590bb33 up at agent ovs-agent-dv-cinder-847189-5-smb {{(pid=88110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 23:46:42.169815 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-03c27f89-878f-4d24-b2dc-20ea3e44ebc1 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:42.215134 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-f7ac1e94-9f6a-4950-9bf8-ea8ed3586ff0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:42.235535 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Provisioning for port d7cbc3e0-2521-4b3b-bc37-6617d590bb33 completed by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 23:46:42.249528 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Provisioning complete for port d7cbc3e0-2521-4b3b-bc37-6617d590bb33 triggered by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:46:42.249900 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:42.334211 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-03c27f89-878f-4d24-b2dc-20ea3e44ebc1 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Allocated IP 172.28.1.168 (faf77eb5-d359-4977-a80d-20d91cf50932/45337dfe-1492-4630-96d4-ace1b4f61ce9/302b8a29-39fd-4b6a-934e-8c2c2d11b6ec) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 23:46:42.377013 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Current status of the port d7cbc3e0-2521-4b3b-bc37-6617d590bb33 is: DOWN; New status is: ACTIVE {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:46:42.377407 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:42.400742 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] For port d7cbc3e0-2521-4b3b-bc37-6617d590bb33, host dv-cinder-847189-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-5-smb',level=0,port_id=d7cbc3e0-2521-4b3b-bc37-6617d590bb33,segment=NetworkSegment(541a8b1c-692d-48ec-a001-de3aa3f0cecc),segment_id=541a8b1c-692d-48ec-a001-de3aa3f0cecc)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:46:42.405709 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:42.407027 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device 72441f42-648d-4862-b435-4a89c6d40493 up at agent ovs-agent-dv-cinder-847189-5-smb {{(pid=88110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 23:46:42.526453 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-03c27f89-878f-4d24-b2dc-20ea3e44ebc1 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:42.529815 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Pushing event updated for resources: {'Port': ['ID=d7cbc3e0-2521-4b3b-bc37-6617d590bb33,revision_number=4']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:46:42.544006 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Provisioning complete for port 72441f42-648d-4862-b435-4a89c6d40493 triggered by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:46:42.544381 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:42.571320 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-03c27f89-878f-4d24-b2dc-20ea3e44ebc1 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754888214703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266550608'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:42.642774 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c27f89-878f-4d24-b2dc-20ea3e44ebc1 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Network faf77eb5-d359-4977-a80d-20d91cf50932 is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 23:46:42.646069 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-03c27f89-878f-4d24-b2dc-20ea3e44ebc1 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 23:46:42.649729 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c27f89-878f-4d24-b2dc-20ea3e44ebc1 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 23:46:42.662807 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Current status of the port 72441f42-648d-4862-b435-4a89c6d40493 is: ACTIVE; New status is: ACTIVE {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:46:42.663875 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device 4d042c5f-6c1b-4362-8a7c-7e1f858efb21 up at agent ovs-agent-dv-cinder-847189-5-smb {{(pid=88110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 23:46:42.694683 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c27f89-878f-4d24-b2dc-20ea3e44ebc1 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Pushing event updated for resources: {'Port': ['ID=302b8a29-39fd-4b6a-934e-8c2c2d11b6ec,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:46:42.753484 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-03c27f89-878f-4d24-b2dc-20ea3e44ebc1 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:42.776730 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Provisioning complete for port 4d042c5f-6c1b-4362-8a7c-7e1f858efb21 triggered by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:46:42.777100 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:42.829996 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-03c27f89-878f-4d24-b2dc-20ea3e44ebc1 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:42.898866 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-8c0b2992-c590-46d4-9042-25b3b8179244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:42.902592 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Current status of the port 4d042c5f-6c1b-4362-8a7c-7e1f858efb21 is: ACTIVE; New status is: ACTIVE {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:46:43.057094 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-03c27f89-878f-4d24-b2dc-20ea3e44ebc1 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Notify callbacks [] for port, precommit_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:43.061483 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-03c27f89-878f-4d24-b2dc-20ea3e44ebc1 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266550599'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:43.267952 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dac30c5-d4d3-4afe-864d-70c641355497 None None] Sync routers for ids ['6814f674-cb0f-4527-8f62-e9c429932e14'] in dv-cinder-847189-5-smb {{(pid=88111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 23:46:43.269413 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c27f89-878f-4d24-b2dc-20ea3e44ebc1 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Pushing event updated for resources: {'Port': ['ID=302b8a29-39fd-4b6a-934e-8c2c2d11b6ec,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:46:43.277441 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dac30c5-d4d3-4afe-864d-70c641355497 None None] Routers {'6814f674-cb0f-4527-8f62-e9c429932e14'} bound to L3 agent in host dv-cinder-847189-5-smb {{(pid=88111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 23:46:43.278094 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-2dac30c5-d4d3-4afe-864d-70c641355497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T23:32:42Z,description=,heartbeat_timestamp=2022-06-24T23:46:42Z,host='dv-cinder-847189-5-smb',id=05c04ad7-f453-4a24-8793-b86a404a0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T23:32:42Z,topic='l3_agent')) {'router_ids': ['6814f674-cb0f-4527-8f62-e9c429932e14'], 'active': True} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:46:43.285559 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-03c27f89-878f-4d24-b2dc-20ea3e44ebc1 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476618'] for floatingip, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:43.308313 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-03c27f89-878f-4d24-b2dc-20ea3e44ebc1 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122089'] for floatingip, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:43.315004 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-03c27f89-878f-4d24-b2dc-20ea3e44ebc1 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3398805 Jun 24 23:46:43.338792 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:43.458715 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvr_db [None req-2dac30c5-d4d3-4afe-864d-70c641355497 None None] Set router 6814f674-cb0f-4527-8f62-e9c429932e14 gateway port host: dv-cinder-847189-5-smb {{(pid=88111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 23:46:43.489916 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-29f1952f-168c-4f04-8392-ac516b31573c req-ebeed93c-c829-412c-992e-505b2963cd96 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--870429650&fields=id&tenant_id=b035f09c574a4283bf9b03bc84f830d7 HTTP/1.1" status: 200 len: 267 time: 0.0443506 Jun 24 23:46:43.651081 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f1952f-168c-4f04-8392-ac516b31573c req-60cd447d-55f2-4f5a-99b0-b20d3e7383c1 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:46:43.652932 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-29f1952f-168c-4f04-8392-ac516b31573c req-60cd447d-55f2-4f5a-99b0-b20d3e7383c1 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/networks?id=85013f97-fab4-404c-a234-1f20e31752e1 HTTP/1.1" status: 200 len: 816 time: 0.1535835 Jun 24 23:46:43.668524 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-29f1952f-168c-4f04-8392-ac516b31573c req-ee91fcd4-7f21-4660-bfdc-51c513a3b4d2 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/quotas/b035f09c574a4283bf9b03bc84f830d7 HTTP/1.1" status: 200 len: 375 time: 0.0098233 Jun 24 23:46:43.764220 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-29f1952f-168c-4f04-8392-ac516b31573c req-ec27dd9a-b807-468f-b382-2edfae0d3fc8 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=b035f09c574a4283bf9b03bc84f830d7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0901246 Jun 24 23:46:43.779646 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-2dac30c5-d4d3-4afe-864d-70c641355497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6814f674-cb0f-4527-8f62-e9c429932e14', 'name': 'tempest-AttachVolumeShelveTestJSON-177881652-router', 'tenant_id': 'b035f09c574a4283bf9b03bc84f830d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.130'}], 'enable_snat': True}, 'gw_port_id': 'd7cbc3e0-2521-4b3b-bc37-6617d590bb33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:46:33Z', 'updated_at': '2022-06-24T23:46:39Z', 'revision_number': 4, 'project_id': 'b035f09c574a4283bf9b03bc84f830d7', 'gw_port': {'id': 'd7cbc3e0-2521-4b3b-bc37-6617d590bb33', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:35:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6814f674-cb0f-4527-8f62-e9c429932e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:46:34Z', 'updated_at': '2022-06-24T23:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb', '_interfaces': [{'id': '42ce1e25-84f2-4916-853a-e2df98f66524', 'name': '', 'network_id': '85013f97-fab4-404c-a234-1f20e31752e1', 'tenant_id': 'b035f09c574a4283bf9b03bc84f830d7', 'mac_address': 'fa:16:3e:6a:f7:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6814f674-cb0f-4527-8f62-e9c429932e14', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c0f5bad0-1ece-425d-be26-c3b0dd205e3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:46:38Z', 'updated_at': '2022-06-24T23:46:39Z', 'revision_number': 2, 'project_id': 'b035f09c574a4283bf9b03bc84f830d7', 'subnets': [{'id': 'c0f5bad0-1ece-425d-be26-c3b0dd205e3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-5-smb', False) {} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:46:43.783461 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dac30c5-d4d3-4afe-864d-70c641355497 None None] Checking router: 6814f674-cb0f-4527-8f62-e9c429932e14 for host: dv-cinder-847189-5-smb {{(pid=88111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 23:46:43.783998 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dac30c5-d4d3-4afe-864d-70c641355497 None None] Updating router 6814f674-cb0f-4527-8f62-e9c429932e14 port 42ce1e25-84f2-4916-853a-e2df98f66524 binding host dv-cinder-847189-5-smb {{(pid=88111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 23:46:43.837849 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron_lib.callbacks.manager [None req-2dac30c5-d4d3-4afe-864d-70c641355497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:43.914759 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-29f1952f-168c-4f04-8392-ac516b31573c req-18994007-0911-44b1-a010-03fa0596a550 service neutron] 10.222.0.42 "GET /v2.0/networks/85013f97-fab4-404c-a234-1f20e31752e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373842 Jun 24 23:46:44.078502 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device d7cbc3e0-2521-4b3b-bc37-6617d590bb33 up at agent ovs-agent-dv-cinder-847189-5-smb {{(pid=88110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 23:46:44.083639 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-29f1952f-168c-4f04-8392-ac516b31573c req-e9fb7ff7-1070-4f2b-b337-6620958734c4 service neutron] 10.222.0.42 "GET /v2.0/networks/85013f97-fab4-404c-a234-1f20e31752e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630571 Jun 24 23:46:44.155434 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Provisioning complete for port d7cbc3e0-2521-4b3b-bc37-6617d590bb33 triggered by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:46:44.155849 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:44.261671 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron_lib.callbacks.manager [None req-2dac30c5-d4d3-4afe-864d-70c641355497 None None] Notify callbacks [] for port, precommit_update {{(pid=88111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:44.293120 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.provisioning_blocks [None req-2dac30c5-d4d3-4afe-864d-70c641355497 None None] Transition to ACTIVE for port object 42ce1e25-84f2-4916-853a-e2df98f66524 will not be triggered until provisioned by entity L2. {{(pid=88111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 23:46:44.302282 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron_lib.callbacks.manager [None req-2dac30c5-d4d3-4afe-864d-70c641355497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:44.358293 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-83e3f8d8-9adb-4619-9d45-82b57293fa3d req-93ba0a19-a280-4f0b-99fc-1d5d3eee6832 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=c86fcbec-cefd-4ae4-a85b-86853d69b175 HTTP/1.1" status: 200 len: 210 time: 0.1170406 Jun 24 23:46:44.432474 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Current status of the port d7cbc3e0-2521-4b3b-bc37-6617d590bb33 is: ACTIVE; New status is: ACTIVE {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:46:44.465344 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9886dbd-85d8-4ca0-99a1-98fd7690fbcb None None] Pushing event updated for resources: {'Port': ['ID=42ce1e25-84f2-4916-853a-e2df98f66524,revision_number=3']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:46:44.641356 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-1d7c9831-c6e7-4afe-acbd-faa6f5f62172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:44.652380 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.plugins.ml2.managers [None req-2dac30c5-d4d3-4afe-864d-70c641355497 None None] Attempting to bind port 42ce1e25-84f2-4916-853a-e2df98f66524 on host dv-cinder-847189-5-smb for vnic_type normal with profile {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 23:46:44.652811 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.plugins.ml2.managers [None req-2dac30c5-d4d3-4afe-864d-70c641355497 None None] Attempting to bind port 42ce1e25-84f2-4916-853a-e2df98f66524 by drivers openvswitch,hyperv on host dv-cinder-847189-5-smb at level 0 using segments [{'id': 'cc28d19b-2326-449b-923e-434d239126ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '85013f97-fab4-404c-a234-1f20e31752e1'}] {{(pid=88111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 23:46:44.653245 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dac30c5-d4d3-4afe-864d-70c641355497 None None] Attempting to bind port 42ce1e25-84f2-4916-853a-e2df98f66524 on network 85013f97-fab4-404c-a234-1f20e31752e1 {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 23:46:44.659920 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dac30c5-d4d3-4afe-864d-70c641355497 None None] Checking agent: {'id': '3a3b0bc1-d1b4-4224-a890-cab54187436c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 23, 32, 43), 'started_at': datetime.datetime(2022, 6, 24, 23, 33, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 23, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 23:46:44.660310 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dac30c5-d4d3-4afe-864d-70c641355497 None None] Checking segment: {'id': 'cc28d19b-2326-449b-923e-434d239126ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '85013f97-fab4-404c-a234-1f20e31752e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 23:46:44.660708 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron_lib.callbacks.manager [None req-2dac30c5-d4d3-4afe-864d-70c641355497 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:44.661093 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dac30c5-d4d3-4afe-864d-70c641355497 None None] Bound using segment: {'id': 'cc28d19b-2326-449b-923e-434d239126ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '85013f97-fab4-404c-a234-1f20e31752e1'} {{(pid=88111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 23:46:44.661554 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.plugins.ml2.managers [None req-2dac30c5-d4d3-4afe-864d-70c641355497 None None] Bound port: 42ce1e25-84f2-4916-853a-e2df98f66524, host: dv-cinder-847189-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc28d19b-2326-449b-923e-434d239126ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '85013f97-fab4-404c-a234-1f20e31752e1'}}] {{(pid=88111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 23:46:44.661940 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron_lib.callbacks.manager [None req-2dac30c5-d4d3-4afe-864d-70c641355497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:44.813953 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.plugins.ml2.db [None req-2dac30c5-d4d3-4afe-864d-70c641355497 None None] For port 42ce1e25-84f2-4916-853a-e2df98f66524, host dv-cinder-847189-5-smb, cleared binding levels {{(pid=88111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 23:46:44.820077 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.plugins.ml2.db [None req-2dac30c5-d4d3-4afe-864d-70c641355497 None None] For port 42ce1e25-84f2-4916-853a-e2df98f66524, host dv-cinder-847189-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-5-smb',level=0,port_id=42ce1e25-84f2-4916-853a-e2df98f66524,segment=NetworkSegment(cc28d19b-2326-449b-923e-434d239126ee),segment_id=cc28d19b-2326-449b-923e-434d239126ee)] {{(pid=88111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 23:46:44.824801 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron_lib.callbacks.manager [None req-2dac30c5-d4d3-4afe-864d-70c641355497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:44.912349 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dac30c5-d4d3-4afe-864d-70c641355497 None None] Routers {'6814f674-cb0f-4527-8f62-e9c429932e14'} bound to L3 agent in host dv-cinder-847189-5-smb {{(pid=88111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 23:46:44.912975 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-2dac30c5-d4d3-4afe-864d-70c641355497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T23:32:42Z,description=,heartbeat_timestamp=2022-06-24T23:46:42Z,host='dv-cinder-847189-5-smb',id=05c04ad7-f453-4a24-8793-b86a404a0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T23:32:42Z,topic='l3_agent')) {'router_ids': ['6814f674-cb0f-4527-8f62-e9c429932e14'], 'active': True} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:46:44.972438 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9886dbd-85d8-4ca0-99a1-98fd7690fbcb None None] Pushing event updated for resources: {'Port': ['ID=42ce1e25-84f2-4916-853a-e2df98f66524,revision_number=4']} {{(pid=88111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:46:45.108036 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvr_db [None req-2dac30c5-d4d3-4afe-864d-70c641355497 None None] Set router 6814f674-cb0f-4527-8f62-e9c429932e14 gateway port host: dv-cinder-847189-5-smb {{(pid=88111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 23:46:45.423788 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-2dac30c5-d4d3-4afe-864d-70c641355497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6814f674-cb0f-4527-8f62-e9c429932e14', 'name': 'tempest-AttachVolumeShelveTestJSON-177881652-router', 'tenant_id': 'b035f09c574a4283bf9b03bc84f830d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.130'}], 'enable_snat': True}, 'gw_port_id': 'd7cbc3e0-2521-4b3b-bc37-6617d590bb33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:46:33Z', 'updated_at': '2022-06-24T23:46:39Z', 'revision_number': 4, 'project_id': 'b035f09c574a4283bf9b03bc84f830d7', 'gw_port': {'id': 'd7cbc3e0-2521-4b3b-bc37-6617d590bb33', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:35:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6814f674-cb0f-4527-8f62-e9c429932e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:46:34Z', 'updated_at': '2022-06-24T23:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb', '_interfaces': [{'id': '42ce1e25-84f2-4916-853a-e2df98f66524', 'name': '', 'network_id': '85013f97-fab4-404c-a234-1f20e31752e1', 'tenant_id': 'b035f09c574a4283bf9b03bc84f830d7', 'mac_address': 'fa:16:3e:6a:f7:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6814f674-cb0f-4527-8f62-e9c429932e14', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c0f5bad0-1ece-425d-be26-c3b0dd205e3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:46:38Z', 'updated_at': '2022-06-24T23:46:44Z', 'revision_number': 4, 'project_id': 'b035f09c574a4283bf9b03bc84f830d7', 'subnets': [{'id': 'c0f5bad0-1ece-425d-be26-c3b0dd205e3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-5-smb', False) {} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:46:45.427663 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dac30c5-d4d3-4afe-864d-70c641355497 None None] The sync data for ids ['6814f674-cb0f-4527-8f62-e9c429932e14'] in dv-cinder-847189-5-smb is: [{'id': '6814f674-cb0f-4527-8f62-e9c429932e14', 'name': 'tempest-AttachVolumeShelveTestJSON-177881652-router', 'tenant_id': 'b035f09c574a4283bf9b03bc84f830d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.130'}], 'enable_snat': True}, 'gw_port_id': 'd7cbc3e0-2521-4b3b-bc37-6617d590bb33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:46:33Z', 'updated_at': '2022-06-24T23:46:39Z', 'revision_number': 4, 'project_id': 'b035f09c574a4283bf9b03bc84f830d7', 'gw_port': {'id': 'd7cbc3e0-2521-4b3b-bc37-6617d590bb33', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:35:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6814f674-cb0f-4527-8f62-e9c429932e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:46:34Z', 'updated_at': '2022-06-24T23:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb', '_interfaces': [{'id': '42ce1e25-84f2-4916-853a-e2df98f66524', 'name': '', 'network_id': '85013f97-fab4-404c-a234-1f20e31752e1', 'tenant_id': 'b035f09c574a4283bf9b03bc84f830d7', 'mac_address': 'fa:16:3e:6a:f7:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6814f674-cb0f-4527-8f62-e9c429932e14', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c0f5bad0-1ece-425d-be26-c3b0dd205e3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:46:38Z', 'updated_at': '2022-06-24T23:46:44Z', 'revision_number': 4, 'project_id': 'b035f09c574a4283bf9b03bc84f830d7', 'subnets': [{'id': 'c0f5bad0-1ece-425d-be26-c3b0dd205e3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 23:46:45.550394 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-e841aa44-f31a-4f5a-9e0d-c1be7439b4e4 req-f5bf6215-cbd7-4d29-bc3b-2ccf101daeba tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=c86fcbec-cefd-4ae4-a85b-86853d69b175 HTTP/1.1" status: 200 len: 210 time: 0.0621428 Jun 24 23:46:45.650976 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f1952f-168c-4f04-8392-ac516b31573c req-295abcfe-4d39-409f-8b70-0214fa2be8a2 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:46:45.651587 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-29f1952f-168c-4f04-8392-ac516b31573c req-295abcfe-4d39-409f-8b70-0214fa2be8a2 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Synchronizing usage tracker for tenant:b035f09c574a4283bf9b03bc84f830d7 on resource:network {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 23:46:45.672634 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-29f1952f-168c-4f04-8392-ac516b31573c req-295abcfe-4d39-409f-8b70-0214fa2be8a2 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Unset dirty status for tenant:b035f09c574a4283bf9b03bc84f830d7 on resource:network {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 23:46:45.674044 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-29f1952f-168c-4f04-8392-ac516b31573c req-295abcfe-4d39-409f-8b70-0214fa2be8a2 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.15 "GET /v2.0/networks?id=85013f97-fab4-404c-a234-1f20e31752e1 HTTP/1.1" status: 200 len: 816 time: 0.2012138 Jun 24 23:46:45.747115 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-29f1952f-168c-4f04-8392-ac516b31573c req-b8683c2b-8155-4ada-872c-5265675175c8 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Synchronizing usage tracker for tenant:b035f09c574a4283bf9b03bc84f830d7 on resource:security_group {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 23:46:45.801695 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-29f1952f-168c-4f04-8392-ac516b31573c req-b8683c2b-8155-4ada-872c-5265675175c8 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Unset dirty status for tenant:b035f09c574a4283bf9b03bc84f830d7 on resource:security_group {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 23:46:45.802984 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-29f1952f-168c-4f04-8392-ac516b31573c req-b8683c2b-8155-4ada-872c-5265675175c8 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b035f09c574a4283bf9b03bc84f830d7 HTTP/1.1" status: 200 len: 379 time: 0.1182759 Jun 24 23:46:45.817850 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.v2.base [req-29f1952f-168c-4f04-8392-ac516b31573c req-509c75ba-f1ba-4899-a5b1-05af24a53155 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Request body: {'port': {'device_id': 'c86fcbec-cefd-4ae4-a85b-86853d69b175', 'network_id': '85013f97-fab4-404c-a234-1f20e31752e1', 'admin_state_up': True, 'tenant_id': 'b035f09c574a4283bf9b03bc84f830d7', 'security_groups': ['7630e433-a36d-4c33-adbc-98339d1db790']}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:46:45.980606 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [req-29f1952f-168c-4f04-8392-ac516b31573c req-509c75ba-f1ba-4899-a5b1-05af24a53155 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:46:45.985070 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-29f1952f-168c-4f04-8392-ac516b31573c req-509c75ba-f1ba-4899-a5b1-05af24a53155 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Usage tracker for resource:port and tenant:b035f09c574a4283bf9b03bc84f830d7 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:46:45.997934 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-29f1952f-168c-4f04-8392-ac516b31573c req-509c75ba-f1ba-4899-a5b1-05af24a53155 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:46:46.004803 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [req-29f1952f-168c-4f04-8392-ac516b31573c req-509c75ba-f1ba-4899-a5b1-05af24a53155 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:46:46.025236 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29f1952f-168c-4f04-8392-ac516b31573c req-509c75ba-f1ba-4899-a5b1-05af24a53155 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Made reservation on behalf of b035f09c574a4283bf9b03bc84f830d7 for: {'port': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 23:46:46.032982 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-29f1952f-168c-4f04-8392-ac516b31573c req-509c75ba-f1ba-4899-a5b1-05af24a53155 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:46.098366 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device 42ce1e25-84f2-4916-853a-e2df98f66524 up at agent ovs-agent-dv-cinder-847189-5-smb {{(pid=88110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 23:46:46.199398 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Provisioning for port 42ce1e25-84f2-4916-853a-e2df98f66524 completed by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 23:46:46.206872 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Provisioning complete for port 42ce1e25-84f2-4916-853a-e2df98f66524 triggered by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:46:46.207240 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:46.253913 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [req-29f1952f-168c-4f04-8392-ac516b31573c req-509c75ba-f1ba-4899-a5b1-05af24a53155 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Allocated IP 172.20.0.9 (85013f97-fab4-404c-a234-1f20e31752e1/c0f5bad0-1ece-425d-be26-c3b0dd205e3f/b299c5f4-1cfd-4df6-831d-63846627f10a) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 23:46:46.344810 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Current status of the port 42ce1e25-84f2-4916-853a-e2df98f66524 is: DOWN; New status is: ACTIVE {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:46:46.345187 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:46.380000 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] For port 42ce1e25-84f2-4916-853a-e2df98f66524, host dv-cinder-847189-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-5-smb',level=0,port_id=42ce1e25-84f2-4916-853a-e2df98f66524,segment=NetworkSegment(cc28d19b-2326-449b-923e-434d239126ee),segment_id=cc28d19b-2326-449b-923e-434d239126ee)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:46:46.384018 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:46.458841 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Pushing event updated for resources: {'Port': ['ID=42ce1e25-84f2-4916-853a-e2df98f66524,revision_number=5']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:46:46.464633 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-29f1952f-168c-4f04-8392-ac516b31573c req-509c75ba-f1ba-4899-a5b1-05af24a53155 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:46.480794 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [req-29f1952f-168c-4f04-8392-ac516b31573c req-509c75ba-f1ba-4899-a5b1-05af24a53155 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Transition to ACTIVE for port object b299c5f4-1cfd-4df6-831d-63846627f10a will not be triggered until provisioned by entity DHCP. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 23:46:46.512093 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-29f1952f-168c-4f04-8392-ac516b31573c req-509c75ba-f1ba-4899-a5b1-05af24a53155 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754888214703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266412288'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:46.590316 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29f1952f-168c-4f04-8392-ac516b31573c req-509c75ba-f1ba-4899-a5b1-05af24a53155 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Network 85013f97-fab4-404c-a234-1f20e31752e1 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 23:46:46.593280 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [req-29f1952f-168c-4f04-8392-ac516b31573c req-509c75ba-f1ba-4899-a5b1-05af24a53155 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 23:46:46.597781 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [req-29f1952f-168c-4f04-8392-ac516b31573c req-509c75ba-f1ba-4899-a5b1-05af24a53155 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 23:46:46.626997 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509c75ba-f1ba-4899-a5b1-05af24a53155 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Pushing event updated for resources: {'Port': ['ID=b299c5f4-1cfd-4df6-831d-63846627f10a,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:46:46.665942 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f1952f-168c-4f04-8392-ac516b31573c req-509c75ba-f1ba-4899-a5b1-05af24a53155 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:46:46.666654 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-29f1952f-168c-4f04-8392-ac516b31573c req-509c75ba-f1ba-4899-a5b1-05af24a53155 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122089'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:46.738019 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-29f1952f-168c-4f04-8392-ac516b31573c req-509c75ba-f1ba-4899-a5b1-05af24a53155 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9256566 Jun 24 23:46:46.751426 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.v2.base [req-29f1952f-168c-4f04-8392-ac516b31573c req-7af55e94-6246-40a1-b85d-8db68c772404 service neutron] Request body: {'port': {'device_id': 'c86fcbec-cefd-4ae4-a85b-86853d69b175', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:46:46.896304 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-bb511f13-1a71-49a4-bd05-4a145544801a None None] Provisioning for port b299c5f4-1cfd-4df6-831d-63846627f10a completed by entity DHCP. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 23:46:46.901707 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-bb511f13-1a71-49a4-bd05-4a145544801a None None] Provisioning complete for port b299c5f4-1cfd-4df6-831d-63846627f10a triggered by entity DHCP. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:46:46.902322 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-bb511f13-1a71-49a4-bd05-4a145544801a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:46.961211 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-bb511f13-1a71-49a4-bd05-4a145544801a None None] Port b299c5f4-1cfd-4df6-831d-63846627f10a cannot update to ACTIVE because it is not bound. {{(pid=88110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 23:46:46.991211 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-29f1952f-168c-4f04-8392-ac516b31573c req-7af55e94-6246-40a1-b85d-8db68c772404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:47.006273 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5937432a-049f-4d0f-8b14-2f86601dfd95 req-a01f013c-2175-4812-9834-ea3bb9d2886e tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:46:47.006947 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-5937432a-049f-4d0f-8b14-2f86601dfd95 req-a01f013c-2175-4812-9834-ea3bb9d2886e tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Synchronizing usage tracker for tenant:b035f09c574a4283bf9b03bc84f830d7 on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 23:46:47.073396 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-5937432a-049f-4d0f-8b14-2f86601dfd95 req-a01f013c-2175-4812-9834-ea3bb9d2886e tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Unset dirty status for tenant:b035f09c574a4283bf9b03bc84f830d7 on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 23:46:47.074714 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-5937432a-049f-4d0f-8b14-2f86601dfd95 req-a01f013c-2175-4812-9834-ea3bb9d2886e tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=c86fcbec-cefd-4ae4-a85b-86853d69b175 HTTP/1.1" status: 200 len: 931 time: 0.3811746 Jun 24 23:46:47.188976 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-5937432a-049f-4d0f-8b14-2f86601dfd95 req-8e56a7bd-e791-4fa0-8929-20569e0c926b tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups?id=7630e433-a36d-4c33-adbc-98339d1db790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038790 Jun 24 23:46:47.385169 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [req-29f1952f-168c-4f04-8392-ac516b31573c req-7af55e94-6246-40a1-b85d-8db68c772404 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b299c5f4-1cfd-4df6-831d-63846627f10a {{(pid=88108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 23:46:47.392160 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-29f1952f-168c-4f04-8392-ac516b31573c req-7af55e94-6246-40a1-b85d-8db68c772404 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:47.406437 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [req-29f1952f-168c-4f04-8392-ac516b31573c req-7af55e94-6246-40a1-b85d-8db68c772404 service neutron] Transition to ACTIVE for port object b299c5f4-1cfd-4df6-831d-63846627f10a will not be triggered until provisioned by entity L2. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 23:46:47.410159 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-29f1952f-168c-4f04-8392-ac516b31573c req-7af55e94-6246-40a1-b85d-8db68c772404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266412311'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:47.574371 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af55e94-6246-40a1-b85d-8db68c772404 service neutron] Pushing event updated for resources: {'Port': ['ID=b299c5f4-1cfd-4df6-831d-63846627f10a,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:46:47.661845 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [req-29f1952f-168c-4f04-8392-ac516b31573c req-7af55e94-6246-40a1-b85d-8db68c772404 service neutron] Attempting to bind port b299c5f4-1cfd-4df6-831d-63846627f10a on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 23:46:47.662172 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [req-29f1952f-168c-4f04-8392-ac516b31573c req-7af55e94-6246-40a1-b85d-8db68c772404 service neutron] Attempting to bind port b299c5f4-1cfd-4df6-831d-63846627f10a by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': 'cc28d19b-2326-449b-923e-434d239126ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '85013f97-fab4-404c-a234-1f20e31752e1'}] {{(pid=88108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 23:46:47.662497 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f1952f-168c-4f04-8392-ac516b31573c req-7af55e94-6246-40a1-b85d-8db68c772404 service neutron] Attempting to bind port b299c5f4-1cfd-4df6-831d-63846627f10a on network 85013f97-fab4-404c-a234-1f20e31752e1 {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 23:46:47.667146 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f1952f-168c-4f04-8392-ac516b31573c req-7af55e94-6246-40a1-b85d-8db68c772404 service neutron] Port b299c5f4-1cfd-4df6-831d-63846627f10a on network 85013f97-fab4-404c-a234-1f20e31752e1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 23:46:47.667779 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f1952f-168c-4f04-8392-ac516b31573c req-7af55e94-6246-40a1-b85d-8db68c772404 service neutron] Attempting to bind port b299c5f4-1cfd-4df6-831d-63846627f10a on network 85013f97-fab4-404c-a234-1f20e31752e1 {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 23:46:47.673435 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f1952f-168c-4f04-8392-ac516b31573c req-7af55e94-6246-40a1-b85d-8db68c772404 service neutron] Checking agent: {'id': '9603f0a4-e7b3-4133-bd26-ff3a7fe04c7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 23, 39, 9), 'started_at': datetime.datetime(2022, 6, 24, 23, 39, 9), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 23, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 23:46:47.673765 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f1952f-168c-4f04-8392-ac516b31573c req-7af55e94-6246-40a1-b85d-8db68c772404 service neutron] Checking segment: {'id': 'cc28d19b-2326-449b-923e-434d239126ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '85013f97-fab4-404c-a234-1f20e31752e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 23:46:47.674150 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29f1952f-168c-4f04-8392-ac516b31573c req-7af55e94-6246-40a1-b85d-8db68c772404 service neutron] Bound using segment: {'id': 'cc28d19b-2326-449b-923e-434d239126ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '85013f97-fab4-404c-a234-1f20e31752e1'} {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 23:46:47.675263 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [req-29f1952f-168c-4f04-8392-ac516b31573c req-7af55e94-6246-40a1-b85d-8db68c772404 service neutron] Bound port: b299c5f4-1cfd-4df6-831d-63846627f10a, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc28d19b-2326-449b-923e-434d239126ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '85013f97-fab4-404c-a234-1f20e31752e1'}}] {{(pid=88108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 23:46:47.675647 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-29f1952f-168c-4f04-8392-ac516b31573c req-7af55e94-6246-40a1-b85d-8db68c772404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:47.773850 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [req-29f1952f-168c-4f04-8392-ac516b31573c req-7af55e94-6246-40a1-b85d-8db68c772404 service neutron] For port b299c5f4-1cfd-4df6-831d-63846627f10a, host hv-cinder-84718, cleared binding levels {{(pid=88108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 23:46:47.776796 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [req-29f1952f-168c-4f04-8392-ac516b31573c req-7af55e94-6246-40a1-b85d-8db68c772404 service neutron] For port b299c5f4-1cfd-4df6-831d-63846627f10a, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=b299c5f4-1cfd-4df6-831d-63846627f10a,segment=NetworkSegment(cc28d19b-2326-449b-923e-434d239126ee),segment_id=cc28d19b-2326-449b-923e-434d239126ee)] {{(pid=88108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 23:46:47.782062 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-29f1952f-168c-4f04-8392-ac516b31573c req-7af55e94-6246-40a1-b85d-8db68c772404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266412311'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:47.845081 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f1952f-168c-4f04-8392-ac516b31573c req-7af55e94-6246-40a1-b85d-8db68c772404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:46:47.845679 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-29f1952f-168c-4f04-8392-ac516b31573c req-7af55e94-6246-40a1-b85d-8db68c772404 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122089'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:47.847588 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-29f1952f-168c-4f04-8392-ac516b31573c req-7af55e94-6246-40a1-b85d-8db68c772404 service neutron] 10.222.0.15 "PUT /v2.0/ports/b299c5f4-1cfd-4df6-831d-63846627f10a HTTP/1.1" status: 200 len: 1093 time: 1.1015351 Jun 24 23:46:47.848671 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c86fcbec-cefd-4ae4-a85b-86853d69b175', 'tag': 'b299c5f4-1cfd-4df6-831d-63846627f10a'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 23:46:47.870219 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af55e94-6246-40a1-b85d-8db68c772404 service neutron] Pushing event updated for resources: {'Port': ['ID=b299c5f4-1cfd-4df6-831d-63846627f10a,revision_number=3']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:46:47.944879 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1901de24-0d6d-4934-9346-3a7330143919'] response: {'name': 'network-changed', 'server_uuid': 'c86fcbec-cefd-4ae4-a85b-86853d69b175', 'tag': 'b299c5f4-1cfd-4df6-831d-63846627f10a', 'status': 'completed', 'code': 200} Jun 24 23:46:47.998197 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f1952f-168c-4f04-8392-ac516b31573c req-f7f79d6d-81d3-49db-8f68-be217a7838f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:46:47.999774 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-29f1952f-168c-4f04-8392-ac516b31573c req-f7f79d6d-81d3-49db-8f68-be217a7838f9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b035f09c574a4283bf9b03bc84f830d7&device_id=c86fcbec-cefd-4ae4-a85b-86853d69b175 HTTP/1.1" status: 200 len: 1096 time: 0.1028438 Jun 24 23:46:48.070225 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device 42ce1e25-84f2-4916-853a-e2df98f66524 up at agent ovs-agent-dv-cinder-847189-5-smb {{(pid=88110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 23:46:48.091925 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-29f1952f-168c-4f04-8392-ac516b31573c req-4b21e894-8ab7-4598-afcb-21aec51facb9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b299c5f4-1cfd-4df6-831d-63846627f10a HTTP/1.1" status: 200 len: 217 time: 0.0843844 Jun 24 23:46:48.155322 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Provisioning complete for port 42ce1e25-84f2-4916-853a-e2df98f66524 triggered by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:46:48.155843 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:48.161027 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f1952f-168c-4f04-8392-ac516b31573c req-86a09427-9f33-4c69-bf7f-db976fd9950a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:46:48.162544 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-29f1952f-168c-4f04-8392-ac516b31573c req-86a09427-9f33-4c69-bf7f-db976fd9950a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c0f5bad0-1ece-425d-be26-c3b0dd205e3f HTTP/1.1" status: 200 len: 855 time: 0.0644825 Jun 24 23:46:48.255345 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f1952f-168c-4f04-8392-ac516b31573c req-938f299d-232c-488b-b33e-66fe3128527c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:46:48.258052 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-29f1952f-168c-4f04-8392-ac516b31573c req-938f299d-232c-488b-b33e-66fe3128527c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=85013f97-fab4-404c-a234-1f20e31752e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0881646 Jun 24 23:46:48.300504 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Current status of the port 42ce1e25-84f2-4916-853a-e2df98f66524 is: ACTIVE; New status is: ACTIVE {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:46:48.469623 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-29f1952f-168c-4f04-8392-ac516b31573c req-88460c65-05d8-4f2e-9385-be4da44f3913 service neutron] 10.222.0.15 "GET /v2.0/networks/85013f97-fab4-404c-a234-1f20e31752e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045360 Jun 24 23:46:48.480965 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b094bfc8-28c7-4033-9d82-a6526b27766c req-b6b40971-122d-47bc-a8c3-2cddd8c3b80d tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:46:48.482337 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-b094bfc8-28c7-4033-9d82-a6526b27766c req-b6b40971-122d-47bc-a8c3-2cddd8c3b80d tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=c86fcbec-cefd-4ae4-a85b-86853d69b175 HTTP/1.1" status: 200 len: 943 time: 0.1391587 Jun 24 23:46:48.638611 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddf7783-4057-4844-bf5b-3c7e56c5cdd1 req-6ca979c7-910f-4a5c-b53e-654fbfa1b8e5 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:46:48.640198 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-6ddf7783-4057-4844-bf5b-3c7e56c5cdd1 req-6ca979c7-910f-4a5c-b53e-654fbfa1b8e5 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff8ae7-6d6d-4823-9111-4901b189988c HTTP/1.1" status: 200 len: 945 time: 0.0966372 Jun 24 23:46:48.690862 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-b094bfc8-28c7-4033-9d82-a6526b27766c req-5c97d699-1794-4adb-9077-8420920a906d tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups?id=7630e433-a36d-4c33-adbc-98339d1db790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1856236 Jun 24 23:46:48.691416 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-6ddf7783-4057-4844-bf5b-3c7e56c5cdd1 req-697c191d-303e-429f-8d7a-4390cfafaaa5 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ad99e8d-da84-436e-ac54-60682bf13b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412407 Jun 24 23:46:48.740218 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-29f1952f-168c-4f04-8392-ac516b31573c req-f25e4cce-910d-4e6c-8852-5018b5fb7bc0 service neutron] 10.222.0.15 "GET /v2.0/networks/85013f97-fab4-404c-a234-1f20e31752e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569609 Jun 24 23:46:48.866923 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cae1943-534a-45a9-b82e-41b7fdd8a2d5 req-39d425c9-4be1-416f-8f0a-f94aa03d6608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:46:48.868413 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-9cae1943-534a-45a9-b82e-41b7fdd8a2d5 req-39d425c9-4be1-416f-8f0a-f94aa03d6608 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b035f09c574a4283bf9b03bc84f830d7&device_id=c86fcbec-cefd-4ae4-a85b-86853d69b175 HTTP/1.1" status: 200 len: 1096 time: 0.0787940 Jun 24 23:46:48.997762 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cae1943-534a-45a9-b82e-41b7fdd8a2d5 req-a78a9ebb-3991-4976-acc8-8d1028f7e3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:46:48.999232 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-9cae1943-534a-45a9-b82e-41b7fdd8a2d5 req-a78a9ebb-3991-4976-acc8-8d1028f7e3a3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=85013f97-fab4-404c-a234-1f20e31752e1 HTTP/1.1" status: 200 len: 917 time: 0.1237056 Jun 24 23:46:49.077205 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-9cae1943-534a-45a9-b82e-41b7fdd8a2d5 req-01c4ea79-1590-4733-baee-ac91ee860393 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b299c5f4-1cfd-4df6-831d-63846627f10a HTTP/1.1" status: 200 len: 217 time: 0.0637283 Jun 24 23:46:49.137328 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cae1943-534a-45a9-b82e-41b7fdd8a2d5 req-37853241-3045-412c-bc8f-dc924d052866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:46:49.138750 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-9cae1943-534a-45a9-b82e-41b7fdd8a2d5 req-37853241-3045-412c-bc8f-dc924d052866 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c0f5bad0-1ece-425d-be26-c3b0dd205e3f HTTP/1.1" status: 200 len: 855 time: 0.0555394 Jun 24 23:46:49.222156 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cae1943-534a-45a9-b82e-41b7fdd8a2d5 req-4bdd080f-c089-439e-a7ee-a17f902c7545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:46:49.223630 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-9cae1943-534a-45a9-b82e-41b7fdd8a2d5 req-4bdd080f-c089-439e-a7ee-a17f902c7545 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=85013f97-fab4-404c-a234-1f20e31752e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0786247 Jun 24 23:46:49.355493 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-9cae1943-534a-45a9-b82e-41b7fdd8a2d5 req-25601e68-4a55-4545-8641-134e9248fa66 service neutron] 10.222.0.15 "GET /v2.0/networks/85013f97-fab4-404c-a234-1f20e31752e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237662 Jun 24 23:46:49.493857 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-9cae1943-534a-45a9-b82e-41b7fdd8a2d5 req-6ae74db5-d255-4ea1-a17d-fe6fc50e345c service neutron] 10.222.0.15 "GET /v2.0/networks/85013f97-fab4-404c-a234-1f20e31752e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317167 Jun 24 23:46:49.897448 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9327375-eae2-47dc-b4d2-91348ccdb536 req-d1eefc07-26c0-45f4-a0a8-57d0b4d0535d tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:46:49.898006 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fc94b9-dd60-4ece-b45b-35815d318ee9 req-4548619b-4019-408e-bf83-d025f0d62cdc tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:46:49.898866 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-f9327375-eae2-47dc-b4d2-91348ccdb536 req-d1eefc07-26c0-45f4-a0a8-57d0b4d0535d tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=c86fcbec-cefd-4ae4-a85b-86853d69b175 HTTP/1.1" status: 200 len: 943 time: 0.0876861 Jun 24 23:46:49.898991 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-e3fc94b9-dd60-4ece-b45b-35815d318ee9 req-4548619b-4019-408e-bf83-d025f0d62cdc tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff8ae7-6d6d-4823-9111-4901b189988c HTTP/1.1" status: 200 len: 945 time: 0.0860384 Jun 24 23:46:49.943277 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-e3fc94b9-dd60-4ece-b45b-35815d318ee9 req-efc77c43-58b2-4ec5-8f4c-f32ee9385635 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ad99e8d-da84-436e-ac54-60682bf13b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382314 Jun 24 23:46:49.946062 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-f9327375-eae2-47dc-b4d2-91348ccdb536 req-ca9103bd-9756-4cf8-bbab-74940fea344b tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups?id=7630e433-a36d-4c33-adbc-98339d1db790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413594 Jun 24 23:46:50.587490 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574e64a8-ca32-4405-a8fa-796620f81713 req-8ffa600c-5383-4719-acb4-d89e3ad8f000 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:46:50.588906 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-574e64a8-ca32-4405-a8fa-796620f81713 req-8ffa600c-5383-4719-acb4-d89e3ad8f000 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.15 "GET /v2.0/ports?device_id=0aff8ae7-6d6d-4823-9111-4901b189988c HTTP/1.1" status: 200 len: 945 time: 0.0863967 Jun 24 23:46:50.658635 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [req-574e64a8-ca32-4405-a8fa-796620f81713 req-35ed96b1-70ae-498a-9fd6-5ad3b1b65e94 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Deleting port a085b40d-cb1a-45e2-a721-9b77f156fc8a {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 23:46:50.658970 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-574e64a8-ca32-4405-a8fa-796620f81713 req-35ed96b1-70ae-498a-9fd6-5ad3b1b65e94 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754888672570'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:50.899122 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [req-574e64a8-ca32-4405-a8fa-796620f81713 req-35ed96b1-70ae-498a-9fd6-5ad3b1b65e94 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] For port a085b40d-cb1a-45e2-a721-9b77f156fc8a, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=a085b40d-cb1a-45e2-a721-9b77f156fc8a,segment=NetworkSegment(e5d9da99-fdc6-404d-92e5-8786018a7109),segment_id=e5d9da99-fdc6-404d-92e5-8786018a7109)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:46:50.899814 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-574e64a8-ca32-4405-a8fa-796620f81713 req-35ed96b1-70ae-498a-9fd6-5ad3b1b65e94 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478950'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:50.970091 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Device b299c5f4-1cfd-4df6-831d-63846627f10a details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 23:46:51.117168 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] For port b299c5f4-1cfd-4df6-831d-63846627f10a, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=b299c5f4-1cfd-4df6-831d-63846627f10a,segment=NetworkSegment(cc28d19b-2326-449b-923e-434d239126ee),segment_id=cc28d19b-2326-449b-923e-434d239126ee)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:46:51.130712 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Returning: {'device': 'b299c5f4-1cfd-4df6-831d-63846627f10a', 'network_id': '85013f97-fab4-404c-a234-1f20e31752e1', 'port_id': 'b299c5f4-1cfd-4df6-831d-63846627f10a', 'mac_address': 'fa:16:3e:a8:ef:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0f5bad0-1ece-425d-be26-c3b0dd205e3f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 23:46:51.155231 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae81368-01a0-44bc-8b58-43774f492220 req-850477d8-4531-4cfd-b225-f6e07a16a4a7 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:46:51.156749 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-bae81368-01a0-44bc-8b58-43774f492220 req-850477d8-4531-4cfd-b225-f6e07a16a4a7 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=c86fcbec-cefd-4ae4-a85b-86853d69b175 HTTP/1.1" status: 200 len: 943 time: 0.0902419 Jun 24 23:46:51.196077 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-707bff31-b5da-4601-b274-386892c937dc None None] Current status of the port b299c5f4-1cfd-4df6-831d-63846627f10a is: DOWN; New status is: BUILD {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:46:51.199341 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:51.212098 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-bae81368-01a0-44bc-8b58-43774f492220 req-94aa2535-a074-44da-9f9f-8e379c228240 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups?id=7630e433-a36d-4c33-adbc-98339d1db790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477655 Jun 24 23:46:51.220696 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.notifiers.nova [None req-707bff31-b5da-4601-b274-386892c937dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b299c5f4-1cfd-4df6-831d-63846627f10a {{(pid=88110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 23:46:51.241130 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] For port b299c5f4-1cfd-4df6-831d-63846627f10a, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=b299c5f4-1cfd-4df6-831d-63846627f10a,segment=NetworkSegment(cc28d19b-2326-449b-923e-434d239126ee),segment_id=cc28d19b-2326-449b-923e-434d239126ee)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:46:51.249142 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:51.316894 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Pushing event updated for resources: {'Port': ['ID=b299c5f4-1cfd-4df6-831d-63846627f10a,revision_number=4']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:46:51.343929 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-574e64a8-ca32-4405-a8fa-796620f81713 req-35ed96b1-70ae-498a-9fd6-5ad3b1b65e94 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:51.344296 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-574e64a8-ca32-4405-a8fa-796620f81713 req-35ed96b1-70ae-498a-9fd6-5ad3b1b65e94 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476618'] for floatingip, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:51.344605 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.db.l3_db [req-574e64a8-ca32-4405-a8fa-796620f81713 req-35ed96b1-70ae-498a-9fd6-5ad3b1b65e94 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Floating IP 5774c0f1-7d9c-4207-85d0-6235c8584f97 disassociated. External IP: 172.28.1.36, port: a085b40d-cb1a-45e2-a721-9b77f156fc8a. Jun 24 23:46:51.344938 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [req-574e64a8-ca32-4405-a8fa-796620f81713 req-35ed96b1-70ae-498a-9fd6-5ad3b1b65e94 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Calling delete_port for a085b40d-cb1a-45e2-a721-9b77f156fc8a owned by compute:nova {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 23:46:51.399491 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a75ff6-43ae-41ca-b378-9990c99b27a1 req-e2648bf8-aa80-44c8-b006-ac210778b219 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:46:51.400954 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-14a75ff6-43ae-41ca-b378-9990c99b27a1 req-e2648bf8-aa80-44c8-b006-ac210778b219 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff8ae7-6d6d-4823-9111-4901b189988c HTTP/1.1" status: 200 len: 945 time: 0.3324342 Jun 24 23:46:51.466389 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-14a75ff6-43ae-41ca-b378-9990c99b27a1 req-b73e7fd5-cce4-44c2-834f-0f5aa79467de tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ad99e8d-da84-436e-ac54-60682bf13b9e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575066 Jun 24 23:46:51.495434 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] get_ports_and_sgs() called for port_ids ['b299c5f4-1cfd-4df6-831d-63846627f10a'] {{(pid=88110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 23:46:51.529287 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-574e64a8-ca32-4405-a8fa-796620f81713 req-35ed96b1-70ae-498a-9fd6-5ad3b1b65e94 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754888674196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754888214712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266412288'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:51.580412 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ed96b1-70ae-498a-9fd6-5ad3b1b65e94 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Pushing event deleted for resources: {'Port': ['ID=a085b40d-cb1a-45e2-a721-9b77f156fc8a,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:46:51.763936 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [req-574e64a8-ca32-4405-a8fa-796620f81713 req-35ed96b1-70ae-498a-9fd6-5ad3b1b65e94 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Router d5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a has already been hosted by L3 agent 05c04ad7-f453-4a24-8793-b86a404a0ef9 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 23:46:51.941558 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-574e64a8-ca32-4405-a8fa-796620f81713 req-35ed96b1-70ae-498a-9fd6-5ad3b1b65e94 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Notify agent at l3_agent.dv-cinder-847189-5-smb the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 23:46:51.951456 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03be3f8-8201-4e07-ad28-297c7fc17bbe None None] Sync routers for ids ['d5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a'] in dv-cinder-847189-5-smb {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 23:46:51.961404 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03be3f8-8201-4e07-ad28-297c7fc17bbe None None] Routers {'d5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a'} bound to L3 agent in host dv-cinder-847189-5-smb {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 23:46:51.962035 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-f03be3f8-8201-4e07-ad28-297c7fc17bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T23:32:42Z,description=,heartbeat_timestamp=2022-06-24T23:46:42Z,host='dv-cinder-847189-5-smb',id=05c04ad7-f453-4a24-8793-b86a404a0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T23:32:42Z,topic='l3_agent')) {'router_ids': ['d5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:46:52.035312 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [req-574e64a8-ca32-4405-a8fa-796620f81713 req-35ed96b1-70ae-498a-9fd6-5ad3b1b65e94 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] No DVR routers for this DVR port a085b40d-cb1a-45e2-a721-9b77f156fc8a on host hv-cinder-84718 {{(pid=88108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 23:46:52.037948 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-574e64a8-ca32-4405-a8fa-796620f81713 req-35ed96b1-70ae-498a-9fd6-5ad3b1b65e94 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122089'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:52.040596 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aff8ae7-6d6d-4823-9111-4901b189988c', 'name': 'network-vif-deleted', 'tag': 'a085b40d-cb1a-45e2-a721-9b77f156fc8a'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 23:46:52.064861 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-574e64a8-ca32-4405-a8fa-796620f81713 req-35ed96b1-70ae-498a-9fd6-5ad3b1b65e94 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.15 "DELETE /v2.0/ports/a085b40d-cb1a-45e2-a721-9b77f156fc8a HTTP/1.1" status: 204 len: 173 time: 1.4690776 Jun 24 23:46:52.089975 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23be2a25-63d6-404e-8061-7d923255ce24'] response: {'server_uuid': '0aff8ae7-6d6d-4823-9111-4901b189988c', 'name': 'network-vif-deleted', 'tag': 'a085b40d-cb1a-45e2-a721-9b77f156fc8a', 'status': 'completed', 'code': 200} Jun 24 23:46:52.156278 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-f03be3f8-8201-4e07-ad28-297c7fc17bbe None None] Set router d5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a gateway port host: dv-cinder-847189-5-smb {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 23:46:52.425613 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08b2696-7bc1-4176-a0ad-e3b176cafa03 req-32d11c30-c980-4e43-8a0f-1a304697d47d tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:46:52.427091 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-c08b2696-7bc1-4176-a0ad-e3b176cafa03 req-32d11c30-c980-4e43-8a0f-1a304697d47d tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=c86fcbec-cefd-4ae4-a85b-86853d69b175 HTTP/1.1" status: 200 len: 944 time: 0.0914989 Jun 24 23:46:52.466752 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-f03be3f8-8201-4e07-ad28-297c7fc17bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a', 'name': 'tempest-AttachVolumeTestJSON-893746005-router', 'tenant_id': '6562c7a98a7c427eaa1620396993ad5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.88'}], 'enable_snat': True}, 'gw_port_id': 'c7eb9f53-8dd6-48c4-a90a-13042d55a950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:41:26Z', 'updated_at': '2022-06-24T23:41:39Z', 'revision_number': 4, 'project_id': '6562c7a98a7c427eaa1620396993ad5c', 'gw_port': {'id': 'c7eb9f53-8dd6-48c4-a90a-13042d55a950', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:41:28Z', 'updated_at': '2022-06-24T23:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb', '_interfaces': [{'id': '892c03cc-1f37-456c-b5b2-b99ca06579b1', 'name': '', 'network_id': '5c775af7-724c-4fda-8e40-d1a942821249', 'tenant_id': '6562c7a98a7c427eaa1620396993ad5c', 'mac_address': 'fa:16:3e:0e:61:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4eab98b5-d3e2-4d75-bd58-9dc209dd913a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:41:35Z', 'updated_at': '2022-06-24T23:42:00Z', 'revision_number': 5, 'project_id': '6562c7a98a7c427eaa1620396993ad5c', 'subnets': [{'id': '4eab98b5-d3e2-4d75-bd58-9dc209dd913a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-5-smb', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:46:52.470815 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03be3f8-8201-4e07-ad28-297c7fc17bbe None None] Checking router: d5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a for host: dv-cinder-847189-5-smb {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 23:46:52.472623 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-c08b2696-7bc1-4176-a0ad-e3b176cafa03 req-0c879acb-218d-457f-94d4-fa4012addd9f tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups?id=7630e433-a36d-4c33-adbc-98339d1db790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394378 Jun 24 23:46:52.479409 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03be3f8-8201-4e07-ad28-297c7fc17bbe None None] Routers {'d5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a'} bound to L3 agent in host dv-cinder-847189-5-smb {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 23:46:52.480039 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-f03be3f8-8201-4e07-ad28-297c7fc17bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T23:32:42Z,description=,heartbeat_timestamp=2022-06-24T23:46:42Z,host='dv-cinder-847189-5-smb',id=05c04ad7-f453-4a24-8793-b86a404a0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T23:32:42Z,topic='l3_agent')) {'router_ids': ['d5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:46:52.646456 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-a6a5ebbf-f021-418a-a9ea-d72a4d430222 req-1b8f2eab-5549-4706-92d5-996114d936cc tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff8ae7-6d6d-4823-9111-4901b189988c HTTP/1.1" status: 200 len: 210 time: 0.0540645 Jun 24 23:46:52.696646 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-f03be3f8-8201-4e07-ad28-297c7fc17bbe None None] Set router d5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a gateway port host: dv-cinder-847189-5-smb {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 23:46:52.975555 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Device b299c5f4-1cfd-4df6-831d-63846627f10a up at agent hyperv_hv-cinder-84718 {{(pid=88110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 23:46:53.058366 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-f03be3f8-8201-4e07-ad28-297c7fc17bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a', 'name': 'tempest-AttachVolumeTestJSON-893746005-router', 'tenant_id': '6562c7a98a7c427eaa1620396993ad5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.88'}], 'enable_snat': True}, 'gw_port_id': 'c7eb9f53-8dd6-48c4-a90a-13042d55a950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:41:26Z', 'updated_at': '2022-06-24T23:41:39Z', 'revision_number': 4, 'project_id': '6562c7a98a7c427eaa1620396993ad5c', 'gw_port': {'id': 'c7eb9f53-8dd6-48c4-a90a-13042d55a950', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:41:28Z', 'updated_at': '2022-06-24T23:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb', '_interfaces': [{'id': '892c03cc-1f37-456c-b5b2-b99ca06579b1', 'name': '', 'network_id': '5c775af7-724c-4fda-8e40-d1a942821249', 'tenant_id': '6562c7a98a7c427eaa1620396993ad5c', 'mac_address': 'fa:16:3e:0e:61:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4eab98b5-d3e2-4d75-bd58-9dc209dd913a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:41:35Z', 'updated_at': '2022-06-24T23:42:00Z', 'revision_number': 5, 'project_id': '6562c7a98a7c427eaa1620396993ad5c', 'subnets': [{'id': '4eab98b5-d3e2-4d75-bd58-9dc209dd913a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-5-smb', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:46:53.061672 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-707bff31-b5da-4601-b274-386892c937dc None None] Provisioning for port b299c5f4-1cfd-4df6-831d-63846627f10a completed by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 23:46:53.066661 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03be3f8-8201-4e07-ad28-297c7fc17bbe None None] The sync data for ids ['d5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a'] in dv-cinder-847189-5-smb is: [{'id': 'd5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a', 'name': 'tempest-AttachVolumeTestJSON-893746005-router', 'tenant_id': '6562c7a98a7c427eaa1620396993ad5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.88'}], 'enable_snat': True}, 'gw_port_id': 'c7eb9f53-8dd6-48c4-a90a-13042d55a950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:41:26Z', 'updated_at': '2022-06-24T23:41:39Z', 'revision_number': 4, 'project_id': '6562c7a98a7c427eaa1620396993ad5c', 'gw_port': {'id': 'c7eb9f53-8dd6-48c4-a90a-13042d55a950', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:41:28Z', 'updated_at': '2022-06-24T23:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb', '_interfaces': [{'id': '892c03cc-1f37-456c-b5b2-b99ca06579b1', 'name': '', 'network_id': '5c775af7-724c-4fda-8e40-d1a942821249', 'tenant_id': '6562c7a98a7c427eaa1620396993ad5c', 'mac_address': 'fa:16:3e:0e:61:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4eab98b5-d3e2-4d75-bd58-9dc209dd913a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:41:35Z', 'updated_at': '2022-06-24T23:42:00Z', 'revision_number': 5, 'project_id': '6562c7a98a7c427eaa1620396993ad5c', 'subnets': [{'id': '4eab98b5-d3e2-4d75-bd58-9dc209dd913a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 23:46:53.069060 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-707bff31-b5da-4601-b274-386892c937dc None None] Provisioning complete for port b299c5f4-1cfd-4df6-831d-63846627f10a triggered by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:46:53.069429 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:53.188141 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-707bff31-b5da-4601-b274-386892c937dc None None] Current status of the port b299c5f4-1cfd-4df6-831d-63846627f10a is: BUILD; New status is: ACTIVE {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:46:53.188851 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:53.216139 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c86fcbec-cefd-4ae4-a85b-86853d69b175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b299c5f4-1cfd-4df6-831d-63846627f10a'}] {{(pid=88110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 23:46:53.226532 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] For port b299c5f4-1cfd-4df6-831d-63846627f10a, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=b299c5f4-1cfd-4df6-831d-63846627f10a,segment=NetworkSegment(cc28d19b-2326-449b-923e-434d239126ee),segment_id=cc28d19b-2326-449b-923e-434d239126ee)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:46:53.231304 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:53.232127 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Device a085b40d-cb1a-45e2-a721-9b77f156fc8a no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 23:46:53.285857 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbf751f-0448-4e1b-a8d7-14f3074e7277 None None] New status for floating IP 5774c0f1-7d9c-4207-85d0-6235c8584f97: DOWN {{(pid=88111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 23:46:53.294340 dv-cinder-847189-5-smb neutron-server[88110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30497521-1318-45b3-80b6-4164f5c5a4d9'] response: {'server_uuid': 'c86fcbec-cefd-4ae4-a85b-86853d69b175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b299c5f4-1cfd-4df6-831d-63846627f10a', 'code': 200} Jun 24 23:46:53.305235 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-707bff31-b5da-4601-b274-386892c937dc None None] No Port match for: a085b40d-cb1a-45e2-a721-9b77f156fc8a {{(pid=88110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 23:46:53.305235 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Device a085b40d-cb1a-45e2-a721-9b77f156fc8a not bound to the agent host hv-cinder-84718 {{(pid=88110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 23:46:53.340723 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Pushing event updated for resources: {'Port': ['ID=b299c5f4-1cfd-4df6-831d-63846627f10a,revision_number=5']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:46:53.538106 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d0c6e3-ebfc-4f62-8744-11b6cdbf5a3b req-d3c16fee-8355-4514-b580-575776221f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:46:53.540499 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-36d0c6e3-ebfc-4f62-8744-11b6cdbf5a3b req-d3c16fee-8355-4514-b580-575776221f7e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c86fcbec-cefd-4ae4-a85b-86853d69b175 HTTP/1.1" status: 200 len: 1098 time: 0.0989799 Jun 24 23:46:53.589823 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-36d0c6e3-ebfc-4f62-8744-11b6cdbf5a3b req-914b740d-8ec5-4d57-a83e-05c7be1f64ee service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7630e433-a36d-4c33-adbc-98339d1db790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389109 Jun 24 23:46:53.591624 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [req-e83983cb-17f2-4098-a562-b1ad74e3034b req-423797cc-0d52-4f5a-a11c-9da63ed4277d tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Synchronizing usage tracker for tenant:5a572a155c364670a8ac8d313c3dba25 on resource:security_group {{(pid=88109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 23:46:53.608113 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [req-e83983cb-17f2-4098-a562-b1ad74e3034b req-423797cc-0d52-4f5a-a11c-9da63ed4277d tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Unset dirty status for tenant:5a572a155c364670a8ac8d313c3dba25 on resource:security_group {{(pid=88109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 23:46:53.609224 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-e83983cb-17f2-4098-a562-b1ad74e3034b req-423797cc-0d52-4f5a-a11c-9da63ed4277d tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-637770448&fields=id&tenant_id=5a572a155c364670a8ac8d313c3dba25 HTTP/1.1" status: 200 len: 267 time: 0.0559418 Jun 24 23:46:53.680038 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d9ef3a-cf15-4a4e-8159-a3f0f32c2dd6 req-49292c5b-a9ad-40d6-b924-d8f75e56caac tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:46:53.681528 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-34d9ef3a-cf15-4a4e-8159-a3f0f32c2dd6 req-49292c5b-a9ad-40d6-b924-d8f75e56caac tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=c86fcbec-cefd-4ae4-a85b-86853d69b175 HTTP/1.1" status: 200 len: 945 time: 0.0875523 Jun 24 23:46:53.727782 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-34d9ef3a-cf15-4a4e-8159-a3f0f32c2dd6 req-9ea78492-0eb1-4fb0-947a-43c2bac7cb24 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups?id=7630e433-a36d-4c33-adbc-98339d1db790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399549 Jun 24 23:46:53.759292 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83983cb-17f2-4098-a562-b1ad74e3034b req-08e75e3e-d9c1-4b5f-a4e7-d551722e5559 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:46:53.760004 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [req-e83983cb-17f2-4098-a562-b1ad74e3034b req-08e75e3e-d9c1-4b5f-a4e7-d551722e5559 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Synchronizing usage tracker for tenant:5a572a155c364670a8ac8d313c3dba25 on resource:network {{(pid=88109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 23:46:53.777176 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [req-e83983cb-17f2-4098-a562-b1ad74e3034b req-08e75e3e-d9c1-4b5f-a4e7-d551722e5559 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Unset dirty status for tenant:5a572a155c364670a8ac8d313c3dba25 on resource:network {{(pid=88109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 23:46:53.778375 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-e83983cb-17f2-4098-a562-b1ad74e3034b req-08e75e3e-d9c1-4b5f-a4e7-d551722e5559 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] 10.222.0.42 "GET /v2.0/networks?id=1531afa0-ec89-4a09-ad6c-c0dccb34c8cc HTTP/1.1" status: 200 len: 808 time: 0.1613019 Jun 24 23:46:53.793296 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-e83983cb-17f2-4098-a562-b1ad74e3034b req-7e5c364c-6f5d-4ffd-b666-bca03e644b07 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] 10.222.0.42 "GET /v2.0/quotas/5a572a155c364670a8ac8d313c3dba25 HTTP/1.1" status: 200 len: 375 time: 0.0094006 Jun 24 23:46:53.856318 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 59322) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:46:53.883255 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [req-e83983cb-17f2-4098-a562-b1ad74e3034b req-54baa583-2f4a-40ad-b28e-916a57c5852d tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Synchronizing usage tracker for tenant:5a572a155c364670a8ac8d313c3dba25 on resource:port {{(pid=88109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 23:46:53.901302 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [req-e83983cb-17f2-4098-a562-b1ad74e3034b req-54baa583-2f4a-40ad-b28e-916a57c5852d tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Unset dirty status for tenant:5a572a155c364670a8ac8d313c3dba25 on resource:port {{(pid=88109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 23:46:53.902931 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-e83983cb-17f2-4098-a562-b1ad74e3034b req-54baa583-2f4a-40ad-b28e-916a57c5852d tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=5a572a155c364670a8ac8d313c3dba25&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1043389 Jun 24 23:46:53.922643 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2ee75390-1171-4722-8ae3-59b980987ae0 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:53.950750 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2ee75390-1171-4722-8ae3-59b980987ae0 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:54.009448 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2ee75390-1171-4722-8ae3-59b980987ae0 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:54.028357 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee75390-1171-4722-8ae3-59b980987ae0 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad99e8d-da84-436e-ac54-60682bf13b9e,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:46:54.037445 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee75390-1171-4722-8ae3-59b980987ae0 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:46:54.037784 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee75390-1171-4722-8ae3-59b980987ae0 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:46:54.038128 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee75390-1171-4722-8ae3-59b980987ae0 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:46:54.038457 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee75390-1171-4722-8ae3-59b980987ae0 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:46:54.038779 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee75390-1171-4722-8ae3-59b980987ae0 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:46:54.039106 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee75390-1171-4722-8ae3-59b980987ae0 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:46:54.039427 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee75390-1171-4722-8ae3-59b980987ae0 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:46:54.039772 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee75390-1171-4722-8ae3-59b980987ae0 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:46:54.040103 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee75390-1171-4722-8ae3-59b980987ae0 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:46:54.040411 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee75390-1171-4722-8ae3-59b980987ae0 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:46:54.040725 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee75390-1171-4722-8ae3-59b980987ae0 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:46:54.041041 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ee75390-1171-4722-8ae3-59b980987ae0 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:46:54.046241 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2ee75390-1171-4722-8ae3-59b980987ae0 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:54.050797 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-2ee75390-1171-4722-8ae3-59b980987ae0 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "DELETE /v2.0/security-groups/7ad99e8d-da84-436e-ac54-60682bf13b9e HTTP/1.1" status: 204 len: 168 time: 0.1898038 Jun 24 23:46:54.050797 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 59328) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:46:54.066067 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.api.v2.resource [None req-82c7d9ff-7b20-416e-8af0-afdbef7f91c2 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] show failed (client error): The resource could not be found. Jun 24 23:46:54.067028 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-82c7d9ff-7b20-416e-8af0-afdbef7f91c2 tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "GET /v2.0/security-groups/7ad99e8d-da84-436e-ac54-60682bf13b9e HTTP/1.1" status: 404 len: 347 time: 0.0155058 Jun 24 23:46:54.069920 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 59332) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:46:54.144514 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-e83983cb-17f2-4098-a562-b1ad74e3034b req-e2ec1ce1-7a86-4c45-ad4a-58f77d50f28d service neutron] 10.222.0.42 "GET /v2.0/networks/1531afa0-ec89-4a09-ad6c-c0dccb34c8cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292659 Jun 24 23:46:54.225057 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-3c9861e0-5344-44f6-8c29-55812fbac84a tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Deleting port aeb91d92-0769-4fd2-8f63-65001f873a7a {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 23:46:54.225432 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3c9861e0-5344-44f6-8c29-55812fbac84a tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754888672570'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:54.274219 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-e83983cb-17f2-4098-a562-b1ad74e3034b req-5230e7e5-665f-413f-94dc-ef4f9c2df60b service neutron] 10.222.0.42 "GET /v2.0/networks/1531afa0-ec89-4a09-ad6c-c0dccb34c8cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236091 Jun 24 23:46:54.464058 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3c9861e0-5344-44f6-8c29-55812fbac84a tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478950'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:54.464385 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3c9861e0-5344-44f6-8c29-55812fbac84a tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:54.591274 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-3c9861e0-5344-44f6-8c29-55812fbac84a tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Calling delete_port for aeb91d92-0769-4fd2-8f63-65001f873a7a owned by network:floatingip {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 23:46:54.680596 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-bd84d375-0159-4718-9d74-b45e6c029e2a req-cd76c5bc-5c63-400b-b997-410e560bd3c4 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] 10.222.0.42 "GET /v2.0/ports?device_id=86559dd6-46d7-4cd8-b8fb-80b0c1d0543e HTTP/1.1" status: 200 len: 210 time: 0.0616000 Jun 24 23:46:54.800975 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3c9861e0-5344-44f6-8c29-55812fbac84a tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754888674196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754888214712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266412288'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:54.863143 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9861e0-5344-44f6-8c29-55812fbac84a tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Pushing event deleted for resources: {'Port': ['ID=aeb91d92-0769-4fd2-8f63-65001f873a7a,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:46:54.957022 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c47484c-2baf-41c3-ac73-88e56ecf0bae req-1bbbf5a4-b501-4ed9-a015-fde2a62957b0 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:46:54.957022 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-4c47484c-2baf-41c3-ac73-88e56ecf0bae req-1bbbf5a4-b501-4ed9-a015-fde2a62957b0 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=c86fcbec-cefd-4ae4-a85b-86853d69b175 HTTP/1.1" status: 200 len: 945 time: 0.0943344 Jun 24 23:46:54.989934 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3c9861e0-5344-44f6-8c29-55812fbac84a tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Notify callbacks [] for floatingip, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:55.007374 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3c9861e0-5344-44f6-8c29-55812fbac84a tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122089'] for floatingip, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:55.014255 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-3c9861e0-5344-44f6-8c29-55812fbac84a tempest-AttachVolumeTestJSON-1757573565 tempest-AttachVolumeTestJSON-1757573565-project] 10.222.0.42 "DELETE /v2.0/floatingips/5774c0f1-7d9c-4207-85d0-6235c8584f97 HTTP/1.1" status: 204 len: 168 time: 0.9407928 Jun 24 23:46:55.018597 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-4c47484c-2baf-41c3-ac73-88e56ecf0bae req-63c0d49d-6a3f-43c3-9970-0669b66b57b0 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups?id=7630e433-a36d-4c33-adbc-98339d1db790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554202 Jun 24 23:46:55.865223 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-14407675-6359-46c2-bfe5-62dbea7ebdea req-7d9c3611-236a-406a-b85e-a808165e49a6 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] 10.222.0.42 "GET /v2.0/ports?device_id=86559dd6-46d7-4cd8-b8fb-80b0c1d0543e HTTP/1.1" status: 200 len: 210 time: 0.0775850 Jun 24 23:46:55.984636 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83983cb-17f2-4098-a562-b1ad74e3034b req-79a779df-0bfc-43c0-a1f5-b414e65dda44 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:46:55.986041 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-e83983cb-17f2-4098-a562-b1ad74e3034b req-79a779df-0bfc-43c0-a1f5-b414e65dda44 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] 10.222.0.15 "GET /v2.0/networks?id=1531afa0-ec89-4a09-ad6c-c0dccb34c8cc HTTP/1.1" status: 200 len: 808 time: 0.1591136 Jun 24 23:46:56.033337 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-e83983cb-17f2-4098-a562-b1ad74e3034b req-d0eaffa5-e159-42b0-a517-3fbbf985d21e tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a572a155c364670a8ac8d313c3dba25 HTTP/1.1" status: 200 len: 379 time: 0.0394752 Jun 24 23:46:56.042483 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.v2.base [req-e83983cb-17f2-4098-a562-b1ad74e3034b req-2e889c09-c622-4d3d-9ed1-aaa9e838694b tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Request body: {'port': {'device_id': '86559dd6-46d7-4cd8-b8fb-80b0c1d0543e', 'network_id': '1531afa0-ec89-4a09-ad6c-c0dccb34c8cc', 'admin_state_up': True, 'tenant_id': '5a572a155c364670a8ac8d313c3dba25', 'security_groups': ['8329392b-6c0f-4fd9-96ca-83e76b8b7876']}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:46:56.176997 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [req-e83983cb-17f2-4098-a562-b1ad74e3034b req-2e889c09-c622-4d3d-9ed1-aaa9e838694b tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:46:56.186641 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [req-e83983cb-17f2-4098-a562-b1ad74e3034b req-2e889c09-c622-4d3d-9ed1-aaa9e838694b tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:46:56.197786 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e83983cb-17f2-4098-a562-b1ad74e3034b req-2e889c09-c622-4d3d-9ed1-aaa9e838694b tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Made reservation on behalf of 5a572a155c364670a8ac8d313c3dba25 for: {'port': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 23:46:56.201792 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-e83983cb-17f2-4098-a562-b1ad74e3034b req-2e889c09-c622-4d3d-9ed1-aaa9e838694b tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:56.219488 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ab091f-4dbf-4152-9868-f169f2576d04 req-d471255b-27e5-40ac-814c-1a274aca654a tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:46:56.221133 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-d5ab091f-4dbf-4152-9868-f169f2576d04 req-d471255b-27e5-40ac-814c-1a274aca654a tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=c86fcbec-cefd-4ae4-a85b-86853d69b175 HTTP/1.1" status: 200 len: 945 time: 0.0886467 Jun 24 23:46:56.275762 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-d5ab091f-4dbf-4152-9868-f169f2576d04 req-ed40d89c-7668-4acf-a8da-9a41da146194 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups?id=7630e433-a36d-4c33-adbc-98339d1db790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467188 Jun 24 23:46:56.389292 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [req-e83983cb-17f2-4098-a562-b1ad74e3034b req-2e889c09-c622-4d3d-9ed1-aaa9e838694b tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Allocated IP 172.20.0.3 (1531afa0-ec89-4a09-ad6c-c0dccb34c8cc/af033a48-ac2c-43f9-b4db-c1ab5a772fe8/e908d653-d473-45a8-9a5c-907dba57bfa7) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 23:46:56.601217 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d6ba3a-0332-4225-950e-8d4fe6cffb86 req-25525eb3-d5e2-46f4-94bb-d798511b45fe tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:46:56.602662 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-b0d6ba3a-0332-4225-950e-8d4fe6cffb86 req-25525eb3-d5e2-46f4-94bb-d798511b45fe tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=c86fcbec-cefd-4ae4-a85b-86853d69b175 HTTP/1.1" status: 200 len: 945 time: 0.2104685 Jun 24 23:46:56.611818 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 59374) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:46:56.617396 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.v2.base [None req-6a3b5b5e-a73d-4f07-8b97-66b4d0c11741 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Request body: {'floatingip': {'port_id': 'b299c5f4-1cfd-4df6-831d-63846627f10a'}} {{(pid=88109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:46:56.665103 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-e83983cb-17f2-4098-a562-b1ad74e3034b req-2e889c09-c622-4d3d-9ed1-aaa9e838694b tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:56.680254 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [req-e83983cb-17f2-4098-a562-b1ad74e3034b req-2e889c09-c622-4d3d-9ed1-aaa9e838694b tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Transition to ACTIVE for port object e908d653-d473-45a8-9a5c-907dba57bfa7 will not be triggered until provisioned by entity DHCP. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 23:46:56.691924 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6a3b5b5e-a73d-4f07-8b97-66b4d0c11741 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Notify callbacks [] for floatingip, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:56.704364 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-e83983cb-17f2-4098-a562-b1ad74e3034b req-2e889c09-c622-4d3d-9ed1-aaa9e838694b tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754888214703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266412288'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:56.786136 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e83983cb-17f2-4098-a562-b1ad74e3034b req-2e889c09-c622-4d3d-9ed1-aaa9e838694b tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Network 1531afa0-ec89-4a09-ad6c-c0dccb34c8cc is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 23:46:56.789252 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [req-e83983cb-17f2-4098-a562-b1ad74e3034b req-2e889c09-c622-4d3d-9ed1-aaa9e838694b tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 23:46:56.793008 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [req-e83983cb-17f2-4098-a562-b1ad74e3034b req-2e889c09-c622-4d3d-9ed1-aaa9e838694b tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 23:46:56.832559 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e889c09-c622-4d3d-9ed1-aaa9e838694b tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Pushing event updated for resources: {'Port': ['ID=e908d653-d473-45a8-9a5c-907dba57bfa7,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:46:56.865712 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83983cb-17f2-4098-a562-b1ad74e3034b req-2e889c09-c622-4d3d-9ed1-aaa9e838694b tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:46:56.866367 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-e83983cb-17f2-4098-a562-b1ad74e3034b req-2e889c09-c622-4d3d-9ed1-aaa9e838694b tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122089'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:56.896852 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-e83983cb-17f2-4098-a562-b1ad74e3034b req-2e889c09-c622-4d3d-9ed1-aaa9e838694b tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8581071 Jun 24 23:46:56.971499 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.v2.base [req-e83983cb-17f2-4098-a562-b1ad74e3034b req-a4668989-7621-4199-88c7-824bbb88c77b service neutron] Request body: {'port': {'device_id': '86559dd6-46d7-4cd8-b8fb-80b0c1d0543e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:46:57.119860 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-8e466b8f-fb22-4916-b3b0-d043bc68e1c4 None None] Provisioning for port e908d653-d473-45a8-9a5c-907dba57bfa7 completed by entity DHCP. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 23:46:57.125766 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-8e466b8f-fb22-4916-b3b0-d043bc68e1c4 None None] Provisioning complete for port e908d653-d473-45a8-9a5c-907dba57bfa7 triggered by entity DHCP. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:46:57.126267 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-8e466b8f-fb22-4916-b3b0-d043bc68e1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:57.169569 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-e83983cb-17f2-4098-a562-b1ad74e3034b req-a4668989-7621-4199-88c7-824bbb88c77b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:57.179471 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-8e466b8f-fb22-4916-b3b0-d043bc68e1c4 None None] Port e908d653-d473-45a8-9a5c-907dba57bfa7 cannot update to ACTIVE because it is not bound. {{(pid=88110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 23:46:57.242885 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3252da78-1704-4693-b6c1-d811c1550017 req-9f84794a-bf8b-4746-bcaa-b66dd73652bd tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:46:57.244370 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-3252da78-1704-4693-b6c1-d811c1550017 req-9f84794a-bf8b-4746-bcaa-b66dd73652bd tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] 10.222.0.42 "GET /v2.0/ports?device_id=86559dd6-46d7-4cd8-b8fb-80b0c1d0543e HTTP/1.1" status: 200 len: 931 time: 0.2557948 Jun 24 23:46:57.382035 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-3252da78-1704-4693-b6c1-d811c1550017 req-32ffa4c8-e2f1-4db6-ac7d-d418d4549862 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] 10.222.0.42 "GET /v2.0/security-groups?id=8329392b-6c0f-4fd9-96ca-83e76b8b7876&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250496 Jun 24 23:46:57.504624 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [req-e83983cb-17f2-4098-a562-b1ad74e3034b req-a4668989-7621-4199-88c7-824bbb88c77b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e908d653-d473-45a8-9a5c-907dba57bfa7 {{(pid=88108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 23:46:57.514710 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-e83983cb-17f2-4098-a562-b1ad74e3034b req-a4668989-7621-4199-88c7-824bbb88c77b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:57.521377 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6a3b5b5e-a73d-4f07-8b97-66b4d0c11741 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:57.525582 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6a3b5b5e-a73d-4f07-8b97-66b4d0c11741 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476618'] for floatingip, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:57.531193 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [req-e83983cb-17f2-4098-a562-b1ad74e3034b req-a4668989-7621-4199-88c7-824bbb88c77b service neutron] Transition to ACTIVE for port object e908d653-d473-45a8-9a5c-907dba57bfa7 will not be triggered until provisioned by entity L2. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 23:46:57.535145 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-e83983cb-17f2-4098-a562-b1ad74e3034b req-a4668989-7621-4199-88c7-824bbb88c77b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266412311'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:57.702238 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4668989-7621-4199-88c7-824bbb88c77b service neutron] Pushing event updated for resources: {'Port': ['ID=e908d653-d473-45a8-9a5c-907dba57bfa7,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:46:57.718839 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.db.l3_db [None req-6a3b5b5e-a73d-4f07-8b97-66b4d0c11741 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Floating IP d961bf71-9cab-4571-a8d8-8d119d1b800e associated. External IP: 172.28.1.168, port: b299c5f4-1cfd-4df6-831d-63846627f10a. Jun 24 23:46:57.869285 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [req-e83983cb-17f2-4098-a562-b1ad74e3034b req-a4668989-7621-4199-88c7-824bbb88c77b service neutron] Attempting to bind port e908d653-d473-45a8-9a5c-907dba57bfa7 on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 23:46:57.869800 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [req-e83983cb-17f2-4098-a562-b1ad74e3034b req-a4668989-7621-4199-88c7-824bbb88c77b service neutron] Attempting to bind port e908d653-d473-45a8-9a5c-907dba57bfa7 by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': '8507c492-2bc9-41e4-b00c-faf16e20429b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1531afa0-ec89-4a09-ad6c-c0dccb34c8cc'}] {{(pid=88108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 23:46:57.869921 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83983cb-17f2-4098-a562-b1ad74e3034b req-a4668989-7621-4199-88c7-824bbb88c77b service neutron] Attempting to bind port e908d653-d473-45a8-9a5c-907dba57bfa7 on network 1531afa0-ec89-4a09-ad6c-c0dccb34c8cc {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 23:46:57.874647 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83983cb-17f2-4098-a562-b1ad74e3034b req-a4668989-7621-4199-88c7-824bbb88c77b service neutron] Port e908d653-d473-45a8-9a5c-907dba57bfa7 on network 1531afa0-ec89-4a09-ad6c-c0dccb34c8cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 23:46:57.875037 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83983cb-17f2-4098-a562-b1ad74e3034b req-a4668989-7621-4199-88c7-824bbb88c77b service neutron] Attempting to bind port e908d653-d473-45a8-9a5c-907dba57bfa7 on network 1531afa0-ec89-4a09-ad6c-c0dccb34c8cc {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 23:46:57.880525 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83983cb-17f2-4098-a562-b1ad74e3034b req-a4668989-7621-4199-88c7-824bbb88c77b service neutron] Checking agent: {'id': '9603f0a4-e7b3-4133-bd26-ff3a7fe04c7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 23, 39, 9), 'started_at': datetime.datetime(2022, 6, 24, 23, 39, 9), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 23, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 23:46:57.880857 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83983cb-17f2-4098-a562-b1ad74e3034b req-a4668989-7621-4199-88c7-824bbb88c77b service neutron] Checking segment: {'id': '8507c492-2bc9-41e4-b00c-faf16e20429b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1531afa0-ec89-4a09-ad6c-c0dccb34c8cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 23:46:57.881237 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e83983cb-17f2-4098-a562-b1ad74e3034b req-a4668989-7621-4199-88c7-824bbb88c77b service neutron] Bound using segment: {'id': '8507c492-2bc9-41e4-b00c-faf16e20429b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1531afa0-ec89-4a09-ad6c-c0dccb34c8cc'} {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 23:46:57.881673 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [req-e83983cb-17f2-4098-a562-b1ad74e3034b req-a4668989-7621-4199-88c7-824bbb88c77b service neutron] Bound port: e908d653-d473-45a8-9a5c-907dba57bfa7, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8507c492-2bc9-41e4-b00c-faf16e20429b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '1531afa0-ec89-4a09-ad6c-c0dccb34c8cc'}}] {{(pid=88108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 23:46:57.882019 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-e83983cb-17f2-4098-a562-b1ad74e3034b req-a4668989-7621-4199-88c7-824bbb88c77b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:57.987282 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [req-e83983cb-17f2-4098-a562-b1ad74e3034b req-a4668989-7621-4199-88c7-824bbb88c77b service neutron] For port e908d653-d473-45a8-9a5c-907dba57bfa7, host hv-cinder-84718, cleared binding levels {{(pid=88108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 23:46:57.991643 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [req-e83983cb-17f2-4098-a562-b1ad74e3034b req-a4668989-7621-4199-88c7-824bbb88c77b service neutron] For port e908d653-d473-45a8-9a5c-907dba57bfa7, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=e908d653-d473-45a8-9a5c-907dba57bfa7,segment=NetworkSegment(8507c492-2bc9-41e4-b00c-faf16e20429b),segment_id=8507c492-2bc9-41e4-b00c-faf16e20429b)] {{(pid=88108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 23:46:57.996772 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-e83983cb-17f2-4098-a562-b1ad74e3034b req-a4668989-7621-4199-88c7-824bbb88c77b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266412311'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:58.060864 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83983cb-17f2-4098-a562-b1ad74e3034b req-a4668989-7621-4199-88c7-824bbb88c77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:46:58.061484 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-e83983cb-17f2-4098-a562-b1ad74e3034b req-a4668989-7621-4199-88c7-824bbb88c77b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122089'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:58.062847 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-e83983cb-17f2-4098-a562-b1ad74e3034b req-a4668989-7621-4199-88c7-824bbb88c77b service neutron] 10.222.0.15 "PUT /v2.0/ports/e908d653-d473-45a8-9a5c-907dba57bfa7 HTTP/1.1" status: 200 len: 1093 time: 1.1582346 Jun 24 23:46:58.063312 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86559dd6-46d7-4cd8-b8fb-80b0c1d0543e', 'tag': 'e908d653-d473-45a8-9a5c-907dba57bfa7'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 23:46:58.089622 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4668989-7621-4199-88c7-824bbb88c77b service neutron] Pushing event updated for resources: {'Port': ['ID=e908d653-d473-45a8-9a5c-907dba57bfa7,revision_number=3']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:46:58.163305 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a3b5b5e-a73d-4f07-8b97-66b4d0c11741 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Router 6814f674-cb0f-4527-8f62-e9c429932e14 has already been hosted by L3 agent 05c04ad7-f453-4a24-8793-b86a404a0ef9 {{(pid=88109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 23:46:58.171149 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11ab91c3-a906-4269-9d44-932a07b28c90'] response: {'name': 'network-changed', 'server_uuid': '86559dd6-46d7-4cd8-b8fb-80b0c1d0543e', 'tag': 'e908d653-d473-45a8-9a5c-907dba57bfa7', 'status': 'completed', 'code': 200} Jun 24 23:46:58.227824 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83983cb-17f2-4098-a562-b1ad74e3034b req-13886a18-ee39-46d8-a9ed-8bc35bd47c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:46:58.229318 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-e83983cb-17f2-4098-a562-b1ad74e3034b req-13886a18-ee39-46d8-a9ed-8bc35bd47c80 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5a572a155c364670a8ac8d313c3dba25&device_id=86559dd6-46d7-4cd8-b8fb-80b0c1d0543e HTTP/1.1" status: 200 len: 1096 time: 0.1162207 Jun 24 23:46:58.297679 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-e83983cb-17f2-4098-a562-b1ad74e3034b req-9b07558e-79f2-46d8-9a63-fc86cfa53a66 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e908d653-d473-45a8-9a5c-907dba57bfa7 HTTP/1.1" status: 200 len: 217 time: 0.0614254 Jun 24 23:46:58.366573 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83983cb-17f2-4098-a562-b1ad74e3034b req-5f23c42b-91d8-4b34-a895-ca057b98b697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:46:58.368126 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-e83983cb-17f2-4098-a562-b1ad74e3034b req-5f23c42b-91d8-4b34-a895-ca057b98b697 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=af033a48-ac2c-43f9-b4db-c1ab5a772fe8 HTTP/1.1" status: 200 len: 847 time: 0.0646782 Jun 24 23:46:58.452300 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83983cb-17f2-4098-a562-b1ad74e3034b req-80814f2b-9cfc-4305-9921-d68216647573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:46:58.453769 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-e83983cb-17f2-4098-a562-b1ad74e3034b req-80814f2b-9cfc-4305-9921-d68216647573 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1531afa0-ec89-4a09-ad6c-c0dccb34c8cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0800424 Jun 24 23:46:58.474596 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a3b5b5e-a73d-4f07-8b97-66b4d0c11741 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Notify agent at l3_agent.dv-cinder-847189-5-smb the message routers_updated {{(pid=88109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 23:46:58.479210 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6a3b5b5e-a73d-4f07-8b97-66b4d0c11741 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122089'] for floatingip, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:58.487074 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1f835c-4066-4835-a92a-a763426cc34e None None] Sync routers for ids ['6814f674-cb0f-4527-8f62-e9c429932e14'] in dv-cinder-847189-5-smb {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 23:46:58.499222 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1f835c-4066-4835-a92a-a763426cc34e None None] Routers {'6814f674-cb0f-4527-8f62-e9c429932e14'} bound to L3 agent in host dv-cinder-847189-5-smb {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 23:46:58.500239 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-fc1f835c-4066-4835-a92a-a763426cc34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T23:32:42Z,description=,heartbeat_timestamp=2022-06-24T23:46:42Z,host='dv-cinder-847189-5-smb',id=05c04ad7-f453-4a24-8793-b86a404a0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T23:32:42Z,topic='l3_agent')) {'router_ids': ['6814f674-cb0f-4527-8f62-e9c429932e14'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:46:58.586095 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-e83983cb-17f2-4098-a562-b1ad74e3034b req-58694a5c-a767-4dda-a224-4d00d50f8028 service neutron] 10.222.0.15 "GET /v2.0/networks/1531afa0-ec89-4a09-ad6c-c0dccb34c8cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258643 Jun 24 23:46:58.588752 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-6a3b5b5e-a73d-4f07-8b97-66b4d0c11741 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "PUT /v2.0/floatingips/d961bf71-9cab-4571-a8d8-8d119d1b800e HTTP/1.1" status: 200 len: 991 time: 1.9757431 Jun 24 23:46:58.590780 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c86fcbec-cefd-4ae4-a85b-86853d69b175', 'tag': 'b299c5f4-1cfd-4df6-831d-63846627f10a'}] {{(pid=88109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 23:46:58.620879 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4d9269-10a1-4f07-8443-e13fd0e6a623 req-c3d33680-8824-42a6-9243-8790be08a5d4 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:46:58.622506 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-1f4d9269-10a1-4f07-8443-e13fd0e6a623 req-c3d33680-8824-42a6-9243-8790be08a5d4 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] 10.222.0.42 "GET /v2.0/ports?device_id=86559dd6-46d7-4cd8-b8fb-80b0c1d0543e HTTP/1.1" status: 200 len: 943 time: 0.1188881 Jun 24 23:46:58.649906 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95219f06-b51b-4cf9-b686-3925d0221d07'] response: {'name': 'network-changed', 'server_uuid': 'c86fcbec-cefd-4ae4-a85b-86853d69b175', 'tag': 'b299c5f4-1cfd-4df6-831d-63846627f10a', 'status': 'completed', 'code': 200} Jun 24 23:46:58.671340 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-1f4d9269-10a1-4f07-8443-e13fd0e6a623 req-707c2509-5269-47f3-9560-f4ff8a8e5677 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] 10.222.0.42 "GET /v2.0/security-groups?id=8329392b-6c0f-4fd9-96ca-83e76b8b7876&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431230 Jun 24 23:46:58.694202 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-fc1f835c-4066-4835-a92a-a763426cc34e None None] Set router 6814f674-cb0f-4527-8f62-e9c429932e14 gateway port host: dv-cinder-847189-5-smb {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 23:46:58.792348 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-e83983cb-17f2-4098-a562-b1ad74e3034b req-dfd5165d-e527-470d-abe0-50ee1bca64cd service neutron] 10.222.0.15 "GET /v2.0/networks/1531afa0-ec89-4a09-ad6c-c0dccb34c8cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999090 Jun 24 23:46:58.805862 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff8dc5-f122-49f8-bf56-dd09e7889960 req-08f87b07-5d86-4cd7-ad77-95ea8ba62595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:46:58.807305 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-edff8dc5-f122-49f8-bf56-dd09e7889960 req-08f87b07-5d86-4cd7-ad77-95ea8ba62595 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b035f09c574a4283bf9b03bc84f830d7&device_id=c86fcbec-cefd-4ae4-a85b-86853d69b175 HTTP/1.1" status: 200 len: 1098 time: 0.1322389 Jun 24 23:46:59.075131 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 59406) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:46:59.083135 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-fc1f835c-4066-4835-a92a-a763426cc34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6814f674-cb0f-4527-8f62-e9c429932e14', 'name': 'tempest-AttachVolumeShelveTestJSON-177881652-router', 'tenant_id': 'b035f09c574a4283bf9b03bc84f830d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.130'}], 'enable_snat': True}, 'gw_port_id': 'd7cbc3e0-2521-4b3b-bc37-6617d590bb33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:46:33Z', 'updated_at': '2022-06-24T23:46:39Z', 'revision_number': 4, 'project_id': 'b035f09c574a4283bf9b03bc84f830d7', 'gw_port': {'id': 'd7cbc3e0-2521-4b3b-bc37-6617d590bb33', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:35:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6814f674-cb0f-4527-8f62-e9c429932e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:46:34Z', 'updated_at': '2022-06-24T23:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb', '_floatingips': [{'id': 'd961bf71-9cab-4571-a8d8-8d119d1b800e', 'tenant_id': 'b035f09c574a4283bf9b03bc84f830d7', 'floating_ip_address': '172.28.1.168', 'floating_network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'router_id': '6814f674-cb0f-4527-8f62-e9c429932e14', 'port_id': 'b299c5f4-1cfd-4df6-831d-63846627f10a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85013f97-fab4-404c-a234-1f20e31752e1', 'mac_address': 'fa:16:3e:a8:ef:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86fcbec-cefd-4ae4-a85b-86853d69b175', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T23:46:42Z', 'updated_at': '2022-06-24T23:46:57Z', 'revision_number': 1, 'project_id': 'b035f09c574a4283bf9b03bc84f830d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42ce1e25-84f2-4916-853a-e2df98f66524', 'name': '', 'network_id': '85013f97-fab4-404c-a234-1f20e31752e1', 'tenant_id': 'b035f09c574a4283bf9b03bc84f830d7', 'mac_address': 'fa:16:3e:6a:f7:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6814f674-cb0f-4527-8f62-e9c429932e14', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c0f5bad0-1ece-425d-be26-c3b0dd205e3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:46:38Z', 'updated_at': '2022-06-24T23:46:46Z', 'revision_number': 5, 'project_id': 'b035f09c574a4283bf9b03bc84f830d7', 'subnets': [{'id': 'c0f5bad0-1ece-425d-be26-c3b0dd205e3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-5-smb', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:46:59.085785 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff8dc5-f122-49f8-bf56-dd09e7889960 req-b49bb391-81a6-4a8c-b8ec-58e2fa2682d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:46:59.087201 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-edff8dc5-f122-49f8-bf56-dd09e7889960 req-b49bb391-81a6-4a8c-b8ec-58e2fa2682d2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=85013f97-fab4-404c-a234-1f20e31752e1 HTTP/1.1" status: 200 len: 917 time: 0.2738605 Jun 24 23:46:59.087313 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1f835c-4066-4835-a92a-a763426cc34e None None] Checking router: 6814f674-cb0f-4527-8f62-e9c429932e14 for host: dv-cinder-847189-5-smb {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 23:46:59.092501 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c6836-9ee7-4033-900b-24e03fb9b8d8 req-a108c800-7961-45bf-8464-a54a11d8c304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:46:59.093892 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-237c6836-9ee7-4033-900b-24e03fb9b8d8 req-a108c800-7961-45bf-8464-a54a11d8c304 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5a572a155c364670a8ac8d313c3dba25&device_id=86559dd6-46d7-4cd8-b8fb-80b0c1d0543e HTTP/1.1" status: 200 len: 1096 time: 0.2567582 Jun 24 23:46:59.095895 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1f835c-4066-4835-a92a-a763426cc34e None None] Routers {'6814f674-cb0f-4527-8f62-e9c429932e14'} bound to L3 agent in host dv-cinder-847189-5-smb {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 23:46:59.097054 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-fc1f835c-4066-4835-a92a-a763426cc34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T23:32:42Z,description=,heartbeat_timestamp=2022-06-24T23:46:42Z,host='dv-cinder-847189-5-smb',id=05c04ad7-f453-4a24-8793-b86a404a0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T23:32:42Z,topic='l3_agent')) {'router_ids': ['6814f674-cb0f-4527-8f62-e9c429932e14'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:46:59.287951 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-edff8dc5-f122-49f8-bf56-dd09e7889960 req-78299e9d-9bf1-4e16-8184-24d8d6c60c45 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b299c5f4-1cfd-4df6-831d-63846627f10a HTTP/1.1" status: 200 len: 999 time: 0.1640978 Jun 24 23:46:59.290820 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-fc1f835c-4066-4835-a92a-a763426cc34e None None] Set router 6814f674-cb0f-4527-8f62-e9c429932e14 gateway port host: dv-cinder-847189-5-smb {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 23:46:59.353919 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c6836-9ee7-4033-900b-24e03fb9b8d8 req-393b9794-e230-4ef2-8cfe-41e4b3ce8a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:46:59.355370 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-237c6836-9ee7-4033-900b-24e03fb9b8d8 req-393b9794-e230-4ef2-8cfe-41e4b3ce8a57 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1531afa0-ec89-4a09-ad6c-c0dccb34c8cc HTTP/1.1" status: 200 len: 909 time: 0.2502623 Jun 24 23:46:59.433626 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff8dc5-f122-49f8-bf56-dd09e7889960 req-7a7df759-2136-491f-af25-8629f9210509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:46:59.434967 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-edff8dc5-f122-49f8-bf56-dd09e7889960 req-7a7df759-2136-491f-af25-8629f9210509 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c0f5bad0-1ece-425d-be26-c3b0dd205e3f HTTP/1.1" status: 200 len: 855 time: 0.1374025 Jun 24 23:46:59.436358 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-237c6836-9ee7-4033-900b-24e03fb9b8d8 req-67cbc5d4-2942-47e3-9b1c-f1cb3d2abe6b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e908d653-d473-45a8-9a5c-907dba57bfa7 HTTP/1.1" status: 200 len: 217 time: 0.0691364 Jun 24 23:46:59.559385 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c6836-9ee7-4033-900b-24e03fb9b8d8 req-87214d9f-b7c3-4e5c-b60d-5af04e2d74f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:46:59.560847 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-237c6836-9ee7-4033-900b-24e03fb9b8d8 req-87214d9f-b7c3-4e5c-b60d-5af04e2d74f9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=af033a48-ac2c-43f9-b4db-c1ab5a772fe8 HTTP/1.1" status: 200 len: 847 time: 0.1140325 Jun 24 23:46:59.620773 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff8dc5-f122-49f8-bf56-dd09e7889960 req-07a3de84-a5ed-4391-a009-8f73ed655067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:46:59.622237 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-edff8dc5-f122-49f8-bf56-dd09e7889960 req-07a3de84-a5ed-4391-a009-8f73ed655067 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=85013f97-fab4-404c-a234-1f20e31752e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1765327 Jun 24 23:46:59.657828 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-fc1f835c-4066-4835-a92a-a763426cc34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6814f674-cb0f-4527-8f62-e9c429932e14', 'name': 'tempest-AttachVolumeShelveTestJSON-177881652-router', 'tenant_id': 'b035f09c574a4283bf9b03bc84f830d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.130'}], 'enable_snat': True}, 'gw_port_id': 'd7cbc3e0-2521-4b3b-bc37-6617d590bb33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:46:33Z', 'updated_at': '2022-06-24T23:46:39Z', 'revision_number': 4, 'project_id': 'b035f09c574a4283bf9b03bc84f830d7', 'gw_port': {'id': 'd7cbc3e0-2521-4b3b-bc37-6617d590bb33', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:35:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6814f674-cb0f-4527-8f62-e9c429932e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:46:34Z', 'updated_at': '2022-06-24T23:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb', '_floatingips': [{'id': 'd961bf71-9cab-4571-a8d8-8d119d1b800e', 'tenant_id': 'b035f09c574a4283bf9b03bc84f830d7', 'floating_ip_address': '172.28.1.168', 'floating_network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'router_id': '6814f674-cb0f-4527-8f62-e9c429932e14', 'port_id': 'b299c5f4-1cfd-4df6-831d-63846627f10a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85013f97-fab4-404c-a234-1f20e31752e1', 'mac_address': 'fa:16:3e:a8:ef:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86fcbec-cefd-4ae4-a85b-86853d69b175', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T23:46:42Z', 'updated_at': '2022-06-24T23:46:57Z', 'revision_number': 1, 'project_id': 'b035f09c574a4283bf9b03bc84f830d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42ce1e25-84f2-4916-853a-e2df98f66524', 'name': '', 'network_id': '85013f97-fab4-404c-a234-1f20e31752e1', 'tenant_id': 'b035f09c574a4283bf9b03bc84f830d7', 'mac_address': 'fa:16:3e:6a:f7:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6814f674-cb0f-4527-8f62-e9c429932e14', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c0f5bad0-1ece-425d-be26-c3b0dd205e3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:46:38Z', 'updated_at': '2022-06-24T23:46:46Z', 'revision_number': 5, 'project_id': 'b035f09c574a4283bf9b03bc84f830d7', 'subnets': [{'id': 'c0f5bad0-1ece-425d-be26-c3b0dd205e3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-5-smb', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:46:59.662545 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1f835c-4066-4835-a92a-a763426cc34e None None] The sync data for ids ['6814f674-cb0f-4527-8f62-e9c429932e14'] in dv-cinder-847189-5-smb is: [{'id': '6814f674-cb0f-4527-8f62-e9c429932e14', 'name': 'tempest-AttachVolumeShelveTestJSON-177881652-router', 'tenant_id': 'b035f09c574a4283bf9b03bc84f830d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.130'}], 'enable_snat': True}, 'gw_port_id': 'd7cbc3e0-2521-4b3b-bc37-6617d590bb33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:46:33Z', 'updated_at': '2022-06-24T23:46:39Z', 'revision_number': 4, 'project_id': 'b035f09c574a4283bf9b03bc84f830d7', 'gw_port': {'id': 'd7cbc3e0-2521-4b3b-bc37-6617d590bb33', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:35:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6814f674-cb0f-4527-8f62-e9c429932e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:46:34Z', 'updated_at': '2022-06-24T23:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb', '_floatingips': [{'id': 'd961bf71-9cab-4571-a8d8-8d119d1b800e', 'tenant_id': 'b035f09c574a4283bf9b03bc84f830d7', 'floating_ip_address': '172.28.1.168', 'floating_network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'router_id': '6814f674-cb0f-4527-8f62-e9c429932e14', 'port_id': 'b299c5f4-1cfd-4df6-831d-63846627f10a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85013f97-fab4-404c-a234-1f20e31752e1', 'mac_address': 'fa:16:3e:a8:ef:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86fcbec-cefd-4ae4-a85b-86853d69b175', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T23:46:42Z', 'updated_at': '2022-06-24T23:46:57Z', 'revision_number': 1, 'project_id': 'b035f09c574a4283bf9b03bc84f830d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42ce1e25-84f2-4916-853a-e2df98f66524', 'name': '', 'network_id': '85013f97-fab4-404c-a234-1f20e31752e1', 'tenant_id': 'b035f09c574a4283bf9b03bc84f830d7', 'mac_address': 'fa:16:3e:6a:f7:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6814f674-cb0f-4527-8f62-e9c429932e14', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c0f5bad0-1ece-425d-be26-c3b0dd205e3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:46:38Z', 'updated_at': '2022-06-24T23:46:46Z', 'revision_number': 5, 'project_id': 'b035f09c574a4283bf9b03bc84f830d7', 'subnets': [{'id': 'c0f5bad0-1ece-425d-be26-c3b0dd205e3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 23:46:59.727772 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-3ef1bd53-ea44-4c53-abaa-75ee3d72fe0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-488920'] for router_interface, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:46:59.763175 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c6836-9ee7-4033-900b-24e03fb9b8d8 req-a448644f-2742-4623-a8dc-7a6fb1803e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:46:59.764840 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-237c6836-9ee7-4033-900b-24e03fb9b8d8 req-a448644f-2742-4623-a8dc-7a6fb1803e87 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1531afa0-ec89-4a09-ad6c-c0dccb34c8cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1961074 Jun 24 23:46:59.855770 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-edff8dc5-f122-49f8-bf56-dd09e7889960 req-fd167dd4-3f0d-43f3-9231-1c0cebaa2ab5 service neutron] 10.222.0.15 "GET /v2.0/networks/85013f97-fab4-404c-a234-1f20e31752e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247078 Jun 24 23:46:59.933008 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159a24ab-ea0c-446f-bd5d-0933dbdc0fc9 None None] New status for floating IP d961bf71-9cab-4571-a8d8-8d119d1b800e: ACTIVE {{(pid=88111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 23:47:00.072198 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-237c6836-9ee7-4033-900b-24e03fb9b8d8 req-f721a1e5-91ad-4695-9f85-84087af911b7 service neutron] 10.222.0.15 "GET /v2.0/networks/1531afa0-ec89-4a09-ad6c-c0dccb34c8cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2986965 Jun 24 23:47:00.102300 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-3ef1bd53-ea44-4c53-abaa-75ee3d72fe0f admin admin] Deleting port 892c03cc-1f37-456c-b5b2-b99ca06579b1 {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 23:47:00.102641 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-3ef1bd53-ea44-4c53-abaa-75ee3d72fe0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754888672570'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:00.115913 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-edff8dc5-f122-49f8-bf56-dd09e7889960 req-9fd1668c-bc7a-48e8-8395-2369304f194a service neutron] 10.222.0.15 "GET /v2.0/networks/85013f97-fab4-404c-a234-1f20e31752e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190750 Jun 24 23:47:00.175003 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ffaa4b-a829-4060-b99f-e0f61b730e1f req-ba769513-6e7a-48ab-a5ae-98e2df67dab4 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:47:00.175721 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-26ffaa4b-a829-4060-b99f-e0f61b730e1f req-ba769513-6e7a-48ab-a5ae-98e2df67dab4 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Synchronizing usage tracker for tenant:5a572a155c364670a8ac8d313c3dba25 on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 23:47:00.204321 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-26ffaa4b-a829-4060-b99f-e0f61b730e1f req-ba769513-6e7a-48ab-a5ae-98e2df67dab4 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Unset dirty status for tenant:5a572a155c364670a8ac8d313c3dba25 on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 23:47:00.205973 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-26ffaa4b-a829-4060-b99f-e0f61b730e1f req-ba769513-6e7a-48ab-a5ae-98e2df67dab4 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] 10.222.0.42 "GET /v2.0/ports?device_id=86559dd6-46d7-4cd8-b8fb-80b0c1d0543e HTTP/1.1" status: 200 len: 943 time: 0.3571298 Jun 24 23:47:00.267108 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-237c6836-9ee7-4033-900b-24e03fb9b8d8 req-3e90eea1-f55e-4480-8448-f6f6696318fd service neutron] 10.222.0.15 "GET /v2.0/networks/1531afa0-ec89-4a09-ad6c-c0dccb34c8cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818144 Jun 24 23:47:00.277297 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-26ffaa4b-a829-4060-b99f-e0f61b730e1f req-988254da-a4a6-452e-8290-11b0023ae0b3 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] 10.222.0.42 "GET /v2.0/security-groups?id=8329392b-6c0f-4fd9-96ca-83e76b8b7876&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564234 Jun 24 23:47:00.292351 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-3ef1bd53-ea44-4c53-abaa-75ee3d72fe0f admin admin] For port 892c03cc-1f37-456c-b5b2-b99ca06579b1, host dv-cinder-847189-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-5-smb',level=0,port_id=892c03cc-1f37-456c-b5b2-b99ca06579b1,segment=NetworkSegment(e5d9da99-fdc6-404d-92e5-8786018a7109),segment_id=e5d9da99-fdc6-404d-92e5-8786018a7109)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:47:00.292710 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-3ef1bd53-ea44-4c53-abaa-75ee3d72fe0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478950'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:00.513768 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-3ef1bd53-ea44-4c53-abaa-75ee3d72fe0f admin admin] Calling delete_port for 892c03cc-1f37-456c-b5b2-b99ca06579b1 owned by network:router_interface {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 23:47:00.676076 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-3ef1bd53-ea44-4c53-abaa-75ee3d72fe0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754888674196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754888214712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266550608'] for port, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:00.722619 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef1bd53-ea44-4c53-abaa-75ee3d72fe0f admin admin] Pushing event deleted for resources: {'Port': ['ID=892c03cc-1f37-456c-b5b2-b99ca06579b1,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:47:00.988986 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-3ef1bd53-ea44-4c53-abaa-75ee3d72fe0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-488876'] for router_interface, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:01.014968 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Device e908d653-d473-45a8-9a5c-907dba57bfa7 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 23:47:01.134271 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.agents_db [None req-920f0d7c-c373-4dd0-bab9-7f12e43ec96a None None] Agent healthcheck: found 6 active agents {{(pid=88111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 23:47:01.144690 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] For port e908d653-d473-45a8-9a5c-907dba57bfa7, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=e908d653-d473-45a8-9a5c-907dba57bfa7,segment=NetworkSegment(8507c492-2bc9-41e4-b00c-faf16e20429b),segment_id=8507c492-2bc9-41e4-b00c-faf16e20429b)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:47:01.157471 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Returning: {'device': 'e908d653-d473-45a8-9a5c-907dba57bfa7', 'network_id': '1531afa0-ec89-4a09-ad6c-c0dccb34c8cc', 'port_id': 'e908d653-d473-45a8-9a5c-907dba57bfa7', 'mac_address': 'fa:16:3e:94:e2:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af033a48-ac2c-43f9-b4db-c1ab5a772fe8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 23:47:01.211127 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-707bff31-b5da-4601-b274-386892c937dc None None] Current status of the port e908d653-d473-45a8-9a5c-907dba57bfa7 is: DOWN; New status is: BUILD {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:47:01.211501 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:01.228165 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.notifiers.nova [None req-707bff31-b5da-4601-b274-386892c937dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e908d653-d473-45a8-9a5c-907dba57bfa7 {{(pid=88110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 23:47:01.243913 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] For port e908d653-d473-45a8-9a5c-907dba57bfa7, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=e908d653-d473-45a8-9a5c-907dba57bfa7,segment=NetworkSegment(8507c492-2bc9-41e4-b00c-faf16e20429b),segment_id=8507c492-2bc9-41e4-b00c-faf16e20429b)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:47:01.247600 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:01.317162 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Pushing event updated for resources: {'Port': ['ID=e908d653-d473-45a8-9a5c-907dba57bfa7,revision_number=4']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:47:01.346775 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ef1bd53-ea44-4c53-abaa-75ee3d72fe0f admin admin] Router d5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a has already been hosted by L3 agent 05c04ad7-f453-4a24-8793-b86a404a0ef9 {{(pid=88109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 23:47:01.488457 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] get_ports_and_sgs() called for port_ids ['e908d653-d473-45a8-9a5c-907dba57bfa7'] {{(pid=88110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 23:47:01.583821 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f60ecb0-4d1e-4562-b326-906e4ba50abf req-45a87fd7-4c19-4c77-990a-b934b07a0941 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:47:01.585275 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-7f60ecb0-4d1e-4562-b326-906e4ba50abf req-45a87fd7-4c19-4c77-990a-b934b07a0941 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] 10.222.0.42 "GET /v2.0/ports?device_id=86559dd6-46d7-4cd8-b8fb-80b0c1d0543e HTTP/1.1" status: 200 len: 944 time: 0.1816103 Jun 24 23:47:01.587882 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ef1bd53-ea44-4c53-abaa-75ee3d72fe0f admin admin] Notify agent at l3_agent.dv-cinder-847189-5-smb the message routers_updated {{(pid=88109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 23:47:01.598586 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf40d24c-8c35-4f2c-ba85-9b07fb8ff000 None None] Sync routers for ids ['d5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a'] in dv-cinder-847189-5-smb {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 23:47:01.617833 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-3ef1bd53-ea44-4c53-abaa-75ee3d72fe0f admin admin] 10.222.0.42 "PUT /v2.0/routers/d5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5422750 Jun 24 23:47:01.620394 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 59416) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:47:01.625533 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf40d24c-8c35-4f2c-ba85-9b07fb8ff000 None None] Routers {'d5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a'} bound to L3 agent in host dv-cinder-847189-5-smb {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 23:47:01.626139 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-bf40d24c-8c35-4f2c-ba85-9b07fb8ff000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T23:32:42Z,description=,heartbeat_timestamp=2022-06-24T23:46:42Z,host='dv-cinder-847189-5-smb',id=05c04ad7-f453-4a24-8793-b86a404a0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T23:32:42Z,topic='l3_agent')) {'router_ids': ['d5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:47:01.863544 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-bf40d24c-8c35-4f2c-ba85-9b07fb8ff000 None None] Set router d5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a gateway port host: dv-cinder-847189-5-smb {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 23:47:01.874821 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-7f60ecb0-4d1e-4562-b326-906e4ba50abf req-cc07216a-9bb2-4616-be76-d8a584d427df tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] 10.222.0.42 "GET /v2.0/security-groups?id=8329392b-6c0f-4fd9-96ca-83e76b8b7876&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2820575 Jun 24 23:47:01.915585 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a09cb5d6-dddd-40c9-b0a2-b4e0380918b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:02.093851 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a09cb5d6-dddd-40c9-b0a2-b4e0380918b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:02.103592 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-a09cb5d6-dddd-40c9-b0a2-b4e0380918b1 admin admin] Deleting port c7eb9f53-8dd6-48c4-a90a-13042d55a950 {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 23:47:02.103922 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a09cb5d6-dddd-40c9-b0a2-b4e0380918b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754888672570'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:02.235008 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-bf40d24c-8c35-4f2c-ba85-9b07fb8ff000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a', 'name': 'tempest-AttachVolumeTestJSON-893746005-router', 'tenant_id': '6562c7a98a7c427eaa1620396993ad5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.88'}], 'enable_snat': True}, 'gw_port_id': 'c7eb9f53-8dd6-48c4-a90a-13042d55a950', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:41:26Z', 'updated_at': '2022-06-24T23:47:00Z', 'revision_number': 5, 'project_id': '6562c7a98a7c427eaa1620396993ad5c', 'gw_port': {'id': 'c7eb9f53-8dd6-48c4-a90a-13042d55a950', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c7:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:41:28Z', 'updated_at': '2022-06-24T23:41:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb'}], 'dv-cinder-847189-5-smb', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:47:02.239392 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf40d24c-8c35-4f2c-ba85-9b07fb8ff000 None None] Checking router: d5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a for host: dv-cinder-847189-5-smb {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 23:47:02.248143 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf40d24c-8c35-4f2c-ba85-9b07fb8ff000 None None] Routers {'d5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a'} bound to L3 agent in host dv-cinder-847189-5-smb {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 23:47:02.248731 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-bf40d24c-8c35-4f2c-ba85-9b07fb8ff000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T23:32:42Z,description=,heartbeat_timestamp=2022-06-24T23:46:42Z,host='dv-cinder-847189-5-smb',id=05c04ad7-f453-4a24-8793-b86a404a0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T23:32:42Z,topic='l3_agent')) {'router_ids': ['d5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:47:02.278543 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-a09cb5d6-dddd-40c9-b0a2-b4e0380918b1 admin admin] For port c7eb9f53-8dd6-48c4-a90a-13042d55a950, host dv-cinder-847189-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-5-smb',level=0,port_id=c7eb9f53-8dd6-48c4-a90a-13042d55a950,segment=NetworkSegment(541a8b1c-692d-48ec-a001-de3aa3f0cecc),segment_id=541a8b1c-692d-48ec-a001-de3aa3f0cecc)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:47:02.278824 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a09cb5d6-dddd-40c9-b0a2-b4e0380918b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478950'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:02.395909 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-bf40d24c-8c35-4f2c-ba85-9b07fb8ff000 None None] Set router d5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a gateway port host: None {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 23:47:02.402809 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-a09cb5d6-dddd-40c9-b0a2-b4e0380918b1 admin admin] Calling delete_port for c7eb9f53-8dd6-48c4-a90a-13042d55a950 owned by network:router_gateway {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 23:47:02.500369 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-bf40d24c-8c35-4f2c-ba85-9b07fb8ff000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a', 'name': 'tempest-AttachVolumeTestJSON-893746005-router', 'tenant_id': '6562c7a98a7c427eaa1620396993ad5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:41:26Z', 'updated_at': '2022-06-24T23:47:02Z', 'revision_number': 6, 'project_id': '6562c7a98a7c427eaa1620396993ad5c', 'gw_port_host': None}], 'dv-cinder-847189-5-smb', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:47:02.504317 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf40d24c-8c35-4f2c-ba85-9b07fb8ff000 None None] The sync data for ids ['d5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a'] in dv-cinder-847189-5-smb is: [{'id': 'd5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a', 'name': 'tempest-AttachVolumeTestJSON-893746005-router', 'tenant_id': '6562c7a98a7c427eaa1620396993ad5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:41:26Z', 'updated_at': '2022-06-24T23:47:02Z', 'revision_number': 6, 'project_id': '6562c7a98a7c427eaa1620396993ad5c', 'gw_port_host': None}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 23:47:02.568853 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a09cb5d6-dddd-40c9-b0a2-b4e0380918b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754888674196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754888214712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266550608'] for port, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:02.613188 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09cb5d6-dddd-40c9-b0a2-b4e0380918b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7eb9f53-8dd6-48c4-a90a-13042d55a950,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:47:02.652837 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09cb5d6-dddd-40c9-b0a2-b4e0380918b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:47:02.653181 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09cb5d6-dddd-40c9-b0a2-b4e0380918b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:47:02.653513 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09cb5d6-dddd-40c9-b0a2-b4e0380918b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:47:02.653838 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09cb5d6-dddd-40c9-b0a2-b4e0380918b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:47:02.654160 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09cb5d6-dddd-40c9-b0a2-b4e0380918b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:47:02.654482 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09cb5d6-dddd-40c9-b0a2-b4e0380918b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:47:02.654800 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09cb5d6-dddd-40c9-b0a2-b4e0380918b1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:47:02.655121 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09cb5d6-dddd-40c9-b0a2-b4e0380918b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:47:02.655435 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09cb5d6-dddd-40c9-b0a2-b4e0380918b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:47:02.655773 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09cb5d6-dddd-40c9-b0a2-b4e0380918b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:47:02.656108 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09cb5d6-dddd-40c9-b0a2-b4e0380918b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:47:02.656419 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09cb5d6-dddd-40c9-b0a2-b4e0380918b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:47:02.718835 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a09cb5d6-dddd-40c9-b0a2-b4e0380918b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477241'] for router_gateway, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:02.885352 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a09cb5d6-dddd-40c9-b0a2-b4e0380918b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4969'] for router, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:02.887624 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a09cb5d6-dddd-40c9-b0a2-b4e0380918b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:02.915348 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a09cb5d6-dddd-40c9-b0a2-b4e0380918b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-478936'] for router, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:02.916098 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a09cb5d6-dddd-40c9-b0a2-b4e0380918b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a {{(pid=88109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 24 23:47:02.928526 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a09cb5d6-dddd-40c9-b0a2-b4e0380918b1 admin admin] Notify callbacks [] for router, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:02.929659 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-a09cb5d6-dddd-40c9-b0a2-b4e0380918b1 admin admin] 10.222.0.42 "DELETE /v2.0/routers/d5b6ae34-0ac2-4e8f-b81b-fd5ac5cdc63a HTTP/1.1" status: 204 len: 168 time: 1.3084657 Jun 24 23:47:02.932515 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 59422) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:47:02.991705 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e609d51-1aae-4835-98fa-fe255f81569b admin admin] Deleting subnet 4eab98b5-d3e2-4d75-bd58-9dc209dd913a {{(pid=88108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 24 23:47:03.016938 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Device e908d653-d473-45a8-9a5c-907dba57bfa7 up at agent hyperv_hv-cinder-84718 {{(pid=88110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 23:47:03.093215 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-707bff31-b5da-4601-b274-386892c937dc None None] Provisioning for port e908d653-d473-45a8-9a5c-907dba57bfa7 completed by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 23:47:03.098455 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-707bff31-b5da-4601-b274-386892c937dc None None] Provisioning complete for port e908d653-d473-45a8-9a5c-907dba57bfa7 triggered by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:47:03.098957 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:03.134231 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4e609d51-1aae-4835-98fa-fe255f81569b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:03.200968 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4e609d51-1aae-4835-98fa-fe255f81569b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267337621'] for subnet, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:03.219406 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-707bff31-b5da-4601-b274-386892c937dc None None] Current status of the port e908d653-d473-45a8-9a5c-907dba57bfa7 is: BUILD; New status is: ACTIVE {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:47:03.219833 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:03.249776 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86559dd6-46d7-4cd8-b8fb-80b0c1d0543e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e908d653-d473-45a8-9a5c-907dba57bfa7'}] {{(pid=88110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 23:47:03.264117 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] For port e908d653-d473-45a8-9a5c-907dba57bfa7, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=e908d653-d473-45a8-9a5c-907dba57bfa7,segment=NetworkSegment(8507c492-2bc9-41e4-b00c-faf16e20429b),segment_id=8507c492-2bc9-41e4-b00c-faf16e20429b)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:47:03.269090 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:03.275185 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47a3ec2-3ea0-4431-8354-4f7e9eff951f req-60cf78fe-e986-47fd-a68d-e20036314a9f tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:47:03.276725 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-c47a3ec2-3ea0-4431-8354-4f7e9eff951f req-60cf78fe-e986-47fd-a68d-e20036314a9f tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] 10.222.0.42 "GET /v2.0/ports?device_id=86559dd6-46d7-4cd8-b8fb-80b0c1d0543e HTTP/1.1" status: 200 len: 944 time: 0.2885187 Jun 24 23:47:03.306613 dv-cinder-847189-5-smb neutron-server[88110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6188a013-2ffc-46fe-a47e-74db78c1b77f'] response: {'server_uuid': '86559dd6-46d7-4cd8-b8fb-80b0c1d0543e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e908d653-d473-45a8-9a5c-907dba57bfa7', 'code': 200} Jun 24 23:47:03.345421 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Pushing event updated for resources: {'Port': ['ID=e908d653-d473-45a8-9a5c-907dba57bfa7,revision_number=5']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:47:03.370803 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4e609d51-1aae-4835-98fa-fe255f81569b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1563746'] for subnet, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:03.405790 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-c47a3ec2-3ea0-4431-8354-4f7e9eff951f req-33288df0-8fb5-4f96-ab38-fbdc2c9d496d tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] 10.222.0.42 "GET /v2.0/security-groups?id=8329392b-6c0f-4fd9-96ca-83e76b8b7876&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920870 Jun 24 23:47:03.448108 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4e609d51-1aae-4835-98fa-fe255f81569b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1563737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266412381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266572299'] for subnet, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:03.485228 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e609d51-1aae-4835-98fa-fe255f81569b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4eab98b5-d3e2-4d75-bd58-9dc209dd913a,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:47:03.491281 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-4e609d51-1aae-4835-98fa-fe255f81569b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627732'] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:03.496787 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ef43eb-cf3b-4fae-b5e8-35af30b15d7e None None] Network 5c775af7-724c-4fda-8e40-d1a942821249 requested from dv-cinder-847189-5-smb {{(pid=88110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 23:47:03.500677 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 59428) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:47:03.501138 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-4e609d51-1aae-4835-98fa-fe255f81569b admin admin] 10.222.0.42 "DELETE /v2.0/subnets/4eab98b5-d3e2-4d75-bd58-9dc209dd913a HTTP/1.1" status: 204 len: 168 time: 0.5670254 Jun 24 23:47:03.616334 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-392fd26b-29c4-443f-b5d0-7b2b09f33c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1475803'] for network, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:03.626694 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-392fd26b-29c4-443f-b5d0-7b2b09f33c5b admin admin] Deleting port 5631bde9-febc-425a-a8aa-f4ad0e0d69b9 {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 23:47:03.627184 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-392fd26b-29c4-443f-b5d0-7b2b09f33c5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754888672570'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:03.657941 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283f65ec-f84a-4113-b081-a55ac5984603 req-adf47974-87d9-46eb-bf09-b348af624b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:47:03.659542 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-283f65ec-f84a-4113-b081-a55ac5984603 req-adf47974-87d9-46eb-bf09-b348af624b16 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=86559dd6-46d7-4cd8-b8fb-80b0c1d0543e HTTP/1.1" status: 200 len: 1098 time: 0.0947299 Jun 24 23:47:03.712904 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-283f65ec-f84a-4113-b081-a55ac5984603 req-c9cfdb38-cba3-4272-bfbb-f0b8d0db0bc1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8329392b-6c0f-4fd9-96ca-83e76b8b7876&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421672 Jun 24 23:47:03.776228 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6685b3d5-ffcd-4ef2-a1ca-7a2f4c98d606 None None] DHCP port deletion for 5c775af7-724c-4fda-8e40-d1a942821249 request from dv-cinder-847189-5-smb {{(pid=88110) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 24 23:47:03.780397 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-6685b3d5-ffcd-4ef2-a1ca-7a2f4c98d606 None None] Deleting port 5631bde9-febc-425a-a8aa-f4ad0e0d69b9 {{(pid=88110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 23:47:03.780768 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-6685b3d5-ffcd-4ef2-a1ca-7a2f4c98d606 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754888672570'] for port, before_delete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:03.952969 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-392fd26b-29c4-443f-b5d0-7b2b09f33c5b admin admin] For port 5631bde9-febc-425a-a8aa-f4ad0e0d69b9, host dv-cinder-847189-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-5-smb',level=0,port_id=5631bde9-febc-425a-a8aa-f4ad0e0d69b9,segment=NetworkSegment(e5d9da99-fdc6-404d-92e5-8786018a7109),segment_id=e5d9da99-fdc6-404d-92e5-8786018a7109)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:47:03.953215 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-392fd26b-29c4-443f-b5d0-7b2b09f33c5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478950'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:03.988547 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-6685b3d5-ffcd-4ef2-a1ca-7a2f4c98d606 None None] For port 5631bde9-febc-425a-a8aa-f4ad0e0d69b9, host dv-cinder-847189-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-5-smb',level=0,port_id=5631bde9-febc-425a-a8aa-f4ad0e0d69b9,segment=NetworkSegment(e5d9da99-fdc6-404d-92e5-8786018a7109),segment_id=e5d9da99-fdc6-404d-92e5-8786018a7109)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:47:03.988926 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-6685b3d5-ffcd-4ef2-a1ca-7a2f4c98d606 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478950'] for port, precommit_delete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:04.074557 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-392fd26b-29c4-443f-b5d0-7b2b09f33c5b admin admin] Calling delete_port for 5631bde9-febc-425a-a8aa-f4ad0e0d69b9 owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 23:47:04.103876 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device 892c03cc-1f37-456c-b5b2-b99ca06579b1 no longer exists at agent ovs-agent-dv-cinder-847189-5-smb {{(pid=88110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 23:47:04.136725 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-6685b3d5-ffcd-4ef2-a1ca-7a2f4c98d606 None None] Calling delete_port for 5631bde9-febc-425a-a8aa-f4ad0e0d69b9 owned by network:dhcp {{(pid=88110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 23:47:04.150903 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-392fd26b-29c4-443f-b5d0-7b2b09f33c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754888674196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754888214712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266550608'] for port, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:04.199109 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392fd26b-29c4-443f-b5d0-7b2b09f33c5b admin admin] Pushing event deleted for resources: {'Port': ['ID=5631bde9-febc-425a-a8aa-f4ad0e0d69b9,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:47:04.202840 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392fd26b-29c4-443f-b5d0-7b2b09f33c5b admin admin] No DVR routers for this DVR port 5631bde9-febc-425a-a8aa-f4ad0e0d69b9 on host dv-cinder-847189-5-smb {{(pid=88109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 23:47:04.209500 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] No Port match for: 892c03cc-1f37-456c-b5b2-b99ca06579b1 {{(pid=88110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 23:47:04.209840 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device 892c03cc-1f37-456c-b5b2-b99ca06579b1 not bound to the agent host dv-cinder-847189-5-smb {{(pid=88110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 23:47:04.210251 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device 5631bde9-febc-425a-a8aa-f4ad0e0d69b9 no longer exists at agent ovs-agent-dv-cinder-847189-5-smb {{(pid=88110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 23:47:04.251912 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] No Port match for: 5631bde9-febc-425a-a8aa-f4ad0e0d69b9 {{(pid=88110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 23:47:04.252624 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device 5631bde9-febc-425a-a8aa-f4ad0e0d69b9 not bound to the agent host dv-cinder-847189-5-smb {{(pid=88110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 23:47:04.252723 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device c7eb9f53-8dd6-48c4-a90a-13042d55a950 no longer exists at agent ovs-agent-dv-cinder-847189-5-smb {{(pid=88110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 23:47:04.288905 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] No Port match for: c7eb9f53-8dd6-48c4-a90a-13042d55a950 {{(pid=88110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 23:47:04.289247 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device c7eb9f53-8dd6-48c4-a90a-13042d55a950 not bound to the agent host dv-cinder-847189-5-smb {{(pid=88110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 23:47:04.315696 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.db.api [None req-6685b3d5-ffcd-4ef2-a1ca-7a2f4c98d606 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88110) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 23:47:04.316048 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG oslo_db.api [None req-6685b3d5-ffcd-4ef2-a1ca-7a2f4c98d606 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 23:47:04.316158 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-392fd26b-29c4-443f-b5d0-7b2b09f33c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1564183', 'neutron.services.segments.db._delete_segments_for_network-8754888586361'] for network, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:04.339932 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.services.segments.db [None req-392fd26b-29c4-443f-b5d0-7b2b09f33c5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c775af7-724c-4fda-8e40-d1a942821249']}} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:47:04.352186 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.services.segments.db [None req-392fd26b-29c4-443f-b5d0-7b2b09f33c5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5d9da99-fdc6-404d-92e5-8786018a7109') {'for_net_delete': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:47:04.352482 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.services.segments.db [None req-392fd26b-29c4-443f-b5d0-7b2b09f33c5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5d9da99-fdc6-404d-92e5-8786018a7109') {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:47:04.363863 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-392fd26b-29c4-443f-b5d0-7b2b09f33c5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754888590228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266491964'] for segment, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:04.383323 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-392fd26b-29c4-443f-b5d0-7b2b09f33c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569928'] for segment, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:04.389154 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-392fd26b-29c4-443f-b5d0-7b2b09f33c5b admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=88109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 23:47:04.389533 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-392fd26b-29c4-443f-b5d0-7b2b09f33c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1569927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266550691'] for segment, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:04.450088 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.services.segments.plugin [-] Segment e5d9da99-fdc6-404d-92e5-8786018a7109 resource provider aggregate not found Jun 24 23:47:04.470796 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.services.segments.plugin [-] Segment e5d9da99-fdc6-404d-92e5-8786018a7109 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e5d9da99-fdc6-404d-92e5-8786018a7109 found for delete ", "request_id": "req-3a7d1ac8-8a7d-4100-89e3-a0b3da635ab6"}]} Jun 24 23:47:04.483318 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-392fd26b-29c4-443f-b5d0-7b2b09f33c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1564184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476632'] for network, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:04.498952 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-392fd26b-29c4-443f-b5d0-7b2b09f33c5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627732'] for network, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:04.508727 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392fd26b-29c4-443f-b5d0-7b2b09f33c5b admin admin] Pushing event deleted for resources: {'Network': ['ID=5c775af7-724c-4fda-8e40-d1a942821249,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:47:04.522200 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-392fd26b-29c4-443f-b5d0-7b2b09f33c5b admin admin] 10.222.0.42 "DELETE /v2.0/networks/5c775af7-724c-4fda-8e40-d1a942821249 HTTP/1.1" status: 204 len: 168 time: 1.0204208 Jun 24 23:47:04.615012 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459a8222-61c5-4250-b953-bd6622aabebd req-b388e6e7-fec7-4f41-9c7c-ade192625bca tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:47:04.616745 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-459a8222-61c5-4250-b953-bd6622aabebd req-b388e6e7-fec7-4f41-9c7c-ade192625bca tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] 10.222.0.42 "GET /v2.0/ports?device_id=86559dd6-46d7-4cd8-b8fb-80b0c1d0543e HTTP/1.1" status: 200 len: 945 time: 0.0898561 Jun 24 23:47:04.637223 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 59440) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:47:04.683900 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-459a8222-61c5-4250-b953-bd6622aabebd req-18806a8d-77a6-435c-bf21-ea9e0dc50e22 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] 10.222.0.42 "GET /v2.0/security-groups?id=8329392b-6c0f-4fd9-96ca-83e76b8b7876&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614867 Jun 24 23:47:04.703691 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-4f9731f2-5d2a-4b8b-a157-b5f3b03e338f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6562c7a98a7c427eaa1620396993ad5c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0653396 Jun 24 23:47:04.706154 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 59444) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:47:04.771721 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-041f9e95-9b2b-4efb-9933-d709507658e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:04.797702 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-041f9e95-9b2b-4efb-9933-d709507658e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:04.817249 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-6685b3d5-ffcd-4ef2-a1ca-7a2f4c98d606 None None] Deleting port 5631bde9-febc-425a-a8aa-f4ad0e0d69b9 {{(pid=88110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 23:47:04.817736 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-6685b3d5-ffcd-4ef2-a1ca-7a2f4c98d606 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754888672570'] for port, before_delete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:04.865388 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-041f9e95-9b2b-4efb-9933-d709507658e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:04.882942 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041f9e95-9b2b-4efb-9933-d709507658e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=302626a8-42e9-4965-9694-ac005ba5d1f4,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:47:04.889748 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-041f9e95-9b2b-4efb-9933-d709507658e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:04.891007 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-041f9e95-9b2b-4efb-9933-d709507658e5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/302626a8-42e9-4965-9694-ac005ba5d1f4 HTTP/1.1" status: 204 len: 168 time: 0.1839688 Jun 24 23:47:04.892021 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-6685b3d5-ffcd-4ef2-a1ca-7a2f4c98d606 None None] The port '5631bde9-febc-425a-a8aa-f4ad0e0d69b9' was deleted {{(pid=88110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 24 23:47:05.589080 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 59468) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:47:05.689397 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.v2.base [None req-48984d7f-5fbd-453e-9900-87d6c58848b4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1127594969-network', 'tenant_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0'}} {{(pid=88109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:47:05.694378 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-48984d7f-5fbd-453e-9900-87d6c58848b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:47:05.698138 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-48984d7f-5fbd-453e-9900-87d6c58848b4 admin admin] Usage tracker for resource:network and tenant:cc2e981e5c2b4ac78ce7c820ebe3e4a0 is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:47:05.701838 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-48984d7f-5fbd-453e-9900-87d6c58848b4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:47:05.708162 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-48984d7f-5fbd-453e-9900-87d6c58848b4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:47:05.718320 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48984d7f-5fbd-453e-9900-87d6c58848b4 admin admin] Made reservation on behalf of cc2e981e5c2b4ac78ce7c820ebe3e4a0 for: {'network': 1} {{(pid=88109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 23:47:05.720691 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-48984d7f-5fbd-453e-9900-87d6c58848b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for network, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:05.733811 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-48984d7f-5fbd-453e-9900-87d6c58848b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:05.749989 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-48984d7f-5fbd-453e-9900-87d6c58848b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:47:05.754395 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-48984d7f-5fbd-453e-9900-87d6c58848b4 admin admin] Usage tracker for resource:security_group_rule and tenant:cc2e981e5c2b4ac78ce7c820ebe3e4a0 is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:47:05.757149 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-48984d7f-5fbd-453e-9900-87d6c58848b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:47:05.762858 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-48984d7f-5fbd-453e-9900-87d6c58848b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:47:05.848559 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-48984d7f-5fbd-453e-9900-87d6c58848b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:05.852065 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-48984d7f-5fbd-453e-9900-87d6c58848b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:05.881700 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb05a33-7900-4d8f-9b7e-61649943ac61 req-5b639685-405b-4339-bc3a-3c2da1176454 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:47:05.883189 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-ffb05a33-7900-4d8f-9b7e-61649943ac61 req-5b639685-405b-4339-bc3a-3c2da1176454 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] 10.222.0.42 "GET /v2.0/ports?device_id=86559dd6-46d7-4cd8-b8fb-80b0c1d0543e HTTP/1.1" status: 200 len: 945 time: 0.0902977 Jun 24 23:47:05.884028 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48984d7f-5fbd-453e-9900-87d6c58848b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=88109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 24 23:47:05.890999 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48984d7f-5fbd-453e-9900-87d6c58848b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c001bb9a-f1e9-427d-8a64-82dac471d5fc,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:47:05.896687 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-48984d7f-5fbd-453e-9900-87d6c58848b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569928'] for segment, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:05.897102 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.db.segments_db [None req-48984d7f-5fbd-453e-9900-87d6c58848b4 admin admin] Added segment 04b3cdd8-8d24-43a2-8a87-294baaf0163b of type vlan for network 7abaefcb-0064-4c5b-84e1-b4e60380849f Jun 24 23:47:05.923745 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-48984d7f-5fbd-453e-9900-87d6c58848b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754888201009'] for network, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:05.928993 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-ffb05a33-7900-4d8f-9b7e-61649943ac61 req-89dd7bdf-259d-418f-b1f6-438d5a1b1772 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] 10.222.0.42 "GET /v2.0/security-groups?id=8329392b-6c0f-4fd9-96ca-83e76b8b7876&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394051 Jun 24 23:47:05.953754 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-48984d7f-5fbd-453e-9900-87d6c58848b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718'] for network, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:05.954685 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48984d7f-5fbd-453e-9900-87d6c58848b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:47:05.955280 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-48984d7f-5fbd-453e-9900-87d6c58848b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627732'] for network, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:06.092789 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48984d7f-5fbd-453e-9900-87d6c58848b4 admin admin] Pushing event updated for resources: {'Network': ['ID=7abaefcb-0064-4c5b-84e1-b4e60380849f,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:47:06.098176 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-48984d7f-5fbd-453e-9900-87d6c58848b4 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5054657 Jun 24 23:47:06.099009 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 59480) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:47:06.102815 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Network 7abaefcb-0064-4c5b-84e1-b4e60380849f details requested by agent ovs-agent-dv-cinder-847189-5-smb with host dv-cinder-847189-5-smb {{(pid=88110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 24 23:47:06.105105 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.v2.base [None req-3aaea304-02fd-467b-a040-d74d0c93e5ca admin admin] Request body: {'subnet': {'network_id': '7abaefcb-0064-4c5b-84e1-b4e60380849f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1127594969-subnet', 'tenant_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:47:06.109674 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-3aaea304-02fd-467b-a040-d74d0c93e5ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:47:06.114033 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-3aaea304-02fd-467b-a040-d74d0c93e5ca admin admin] Usage tracker for resource:subnet and tenant:cc2e981e5c2b4ac78ce7c820ebe3e4a0 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:47:06.117116 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-3aaea304-02fd-467b-a040-d74d0c93e5ca admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:47:06.123036 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-3aaea304-02fd-467b-a040-d74d0c93e5ca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:47:06.133925 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aaea304-02fd-467b-a040-d74d0c93e5ca admin admin] Made reservation on behalf of cc2e981e5c2b4ac78ce7c820ebe3e4a0 for: {'subnet': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 23:47:06.136257 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3aaea304-02fd-467b-a040-d74d0c93e5ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-266572342'] for subnet, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:06.144906 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715f628b-780a-4e1f-8a81-b2a44ae52a1a req-ee5592c3-6e76-49a8-a140-c6067db55bc3 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:47:06.146570 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-715f628b-780a-4e1f-8a81-b2a44ae52a1a req-ee5592c3-6e76-49a8-a140-c6067db55bc3 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] 10.222.0.42 "GET /v2.0/ports?device_id=86559dd6-46d7-4cd8-b8fb-80b0c1d0543e HTTP/1.1" status: 200 len: 945 time: 0.1115634 Jun 24 23:47:06.191695 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-715f628b-780a-4e1f-8a81-b2a44ae52a1a req-4e81f571-9d52-46e5-8b99-f2dab3fd2a48 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] 10.222.0.42 "GET /v2.0/security-groups?id=8329392b-6c0f-4fd9-96ca-83e76b8b7876&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382288 Jun 24 23:47:06.215821 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 59484) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:47:06.335733 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3aaea304-02fd-467b-a040-d74d0c93e5ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-266413712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-266572288'] for subnet, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:06.397956 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba64d142-3e53-4e70-ad9e-e852b1543e9e tempest-TestShelveInstance-1095663716 tempest-TestShelveInstance-1095663716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:47:06.399461 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-ba64d142-3e53-4e70-ad9e-e852b1543e9e tempest-TestShelveInstance-1095663716 tempest-TestShelveInstance-1095663716-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=86559dd6-46d7-4cd8-b8fb-80b0c1d0543e HTTP/1.1" status: 200 len: 1093 time: 0.1825805 Jun 24 23:47:06.402261 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 59490) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:47:06.407005 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.v2.base [None req-bb5a5152-c701-47db-bfca-7a4383b6e9e1 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Request body: {'floatingip': {'floating_network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'port_id': 'e908d653-d473-45a8-9a5c-907dba57bfa7', 'tenant_id': '5a572a155c364670a8ac8d313c3dba25', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:47:06.411780 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaea304-02fd-467b-a040-d74d0c93e5ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=80dd0bfb-dfbe-42ee-b0d9-251fe168e508,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:47:06.413095 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-bb5a5152-c701-47db-bfca-7a4383b6e9e1 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:47:06.419840 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-bb5a5152-c701-47db-bfca-7a4383b6e9e1 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Usage tracker for resource:floatingip and tenant:5a572a155c364670a8ac8d313c3dba25 is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:47:06.420803 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aaea304-02fd-467b-a040-d74d0c93e5ca admin admin] Checking segment: {'id': '04b3cdd8-8d24-43a2-8a87-294baaf0163b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '7abaefcb-0064-4c5b-84e1-b4e60380849f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 23:47:06.421158 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aaea304-02fd-467b-a040-d74d0c93e5ca admin admin] Network hostable DHCP agents. Network: 7abaefcb-0064-4c5b-84e1-b4e60380849f, hostable agents: ['6e28835f-a2f6-456f-8f53-9851f009901c'], hosted agents: [] {{(pid=88108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 24 23:47:06.422754 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-bb5a5152-c701-47db-bfca-7a4383b6e9e1 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:47:06.428979 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-bb5a5152-c701-47db-bfca-7a4383b6e9e1 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:47:06.439801 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-bb5a5152-c701-47db-bfca-7a4383b6e9e1 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Notify callbacks [] for floatingip, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:06.440814 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aaea304-02fd-467b-a040-d74d0c93e5ca admin admin] Network 7abaefcb-0064-4c5b-84e1-b4e60380849f is scheduled to be hosted by DHCP agent 6e28835f-a2f6-456f-8f53-9851f009901c with binding_index 1 {{(pid=88108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 24 23:47:06.449553 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-3aaea304-02fd-467b-a040-d74d0c93e5ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-5-smb, 7abaefcb-0064-4c5b-84e1-b4e60380849f) {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 23:47:06.453794 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aaea304-02fd-467b-a040-d74d0c93e5ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:47:06.454253 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3aaea304-02fd-467b-a040-d74d0c93e5ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627732'] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:06.460051 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38151e3b-09a2-4e01-a718-4200e5c00649 None None] Network 7abaefcb-0064-4c5b-84e1-b4e60380849f requested from dv-cinder-847189-5-smb {{(pid=88110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 23:47:06.477781 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-3aaea304-02fd-467b-a040-d74d0c93e5ca admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3750882 Jun 24 23:47:06.477993 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 59494) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:47:06.482985 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.v2.base [None req-7ba96e01-bcf5-4e9d-8b7e-1292f2580989 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1127594969-router', 'tenant_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932'}}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:47:06.488124 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-7ba96e01-bcf5-4e9d-8b7e-1292f2580989 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:47:06.492231 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-7ba96e01-bcf5-4e9d-8b7e-1292f2580989 admin admin] Usage tracker for resource:router and tenant:cc2e981e5c2b4ac78ce7c820ebe3e4a0 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:47:06.495042 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-7ba96e01-bcf5-4e9d-8b7e-1292f2580989 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:47:06.500770 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-7ba96e01-bcf5-4e9d-8b7e-1292f2580989 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:47:06.511996 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7ba96e01-bcf5-4e9d-8b7e-1292f2580989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-476531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4987'] for router, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:06.512222 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7ba96e01-bcf5-4e9d-8b7e-1292f2580989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-489288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-477256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-433480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4960'] for router, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:06.527924 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7ba96e01-bcf5-4e9d-8b7e-1292f2580989 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:06.582765 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-bb5a5152-c701-47db-bfca-7a4383b6e9e1 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:06.704260 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b92bbf-e3b3-484c-b973-2ea62aa81b87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa652505c-ec85-57c6-bc13-fe5b25ac2c24-7abaefcb-0064-4c5b-84e1-b4e60380849f', 'network_id': '7abaefcb-0064-4c5b-84e1-b4e60380849f', 'tenant_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'fixed_ips': [{'subnet_id': '80dd0bfb-dfbe-42ee-b0d9-251fe168e508'}]}} from dv-cinder-847189-5-smb. {{(pid=88110) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jun 24 23:47:06.705209 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-d7b92bbf-e3b3-484c-b973-2ea62aa81b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_create {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:06.723967 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-bb5a5152-c701-47db-bfca-7a4383b6e9e1 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Allocated IP 172.28.1.110 (faf77eb5-d359-4977-a80d-20d91cf50932/45337dfe-1492-4630-96d4-ace1b4f61ce9/b15a54ad-3e3a-4938-8405-4a0ba242b3aa) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 23:47:06.813385 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7ba96e01-bcf5-4e9d-8b7e-1292f2580989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-477306', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-476538', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4958'] for router, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:06.871332 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.db_base_plugin_common [None req-d7b92bbf-e3b3-484c-b973-2ea62aa81b87 None None] Allocated IP 172.20.0.2 (7abaefcb-0064-4c5b-84e1-b4e60380849f/80dd0bfb-dfbe-42ee-b0d9-251fe168e508/dcb45c2b-369f-46c5-bbe5-430db285ad01) {{(pid=88110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 23:47:06.878826 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-bb5a5152-c701-47db-bfca-7a4383b6e9e1 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:06.913728 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-bb5a5152-c701-47db-bfca-7a4383b6e9e1 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754888214703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266550608'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:06.979043 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5a5152-c701-47db-bfca-7a4383b6e9e1 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Network faf77eb5-d359-4977-a80d-20d91cf50932 is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 23:47:06.981981 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-bb5a5152-c701-47db-bfca-7a4383b6e9e1 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 23:47:06.984515 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5a5152-c701-47db-bfca-7a4383b6e9e1 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 23:47:07.086284 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-d7b92bbf-e3b3-484c-b973-2ea62aa81b87 None None] Notify callbacks [] for port, precommit_create {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:07.098123 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-d7b92bbf-e3b3-484c-b973-2ea62aa81b87 None None] Transition to ACTIVE for port object dcb45c2b-369f-46c5-bbe5-430db285ad01 will not be triggered until provisioned by entity L2. {{(pid=88110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 23:47:07.117783 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-d7b92bbf-e3b3-484c-b973-2ea62aa81b87 None None] Transition to ACTIVE for port object dcb45c2b-369f-46c5-bbe5-430db285ad01 will not be triggered until provisioned by entity DHCP. {{(pid=88110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 23:47:07.125793 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-d7b92bbf-e3b3-484c-b973-2ea62aa81b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754888214703'] for port, after_create {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:07.132882 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5a5152-c701-47db-bfca-7a4383b6e9e1 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Pushing event updated for resources: {'Port': ['ID=b15a54ad-3e3a-4938-8405-4a0ba242b3aa,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:47:07.192922 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b92bbf-e3b3-484c-b973-2ea62aa81b87 None None] Network 7abaefcb-0064-4c5b-84e1-b4e60380849f is already hosted by enough agents. {{(pid=88110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 23:47:07.195842 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.scheduler.base_scheduler [None req-d7b92bbf-e3b3-484c-b973-2ea62aa81b87 None None] Resources bound (agent type, host, resource id): {{(pid=88110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 23:47:07.199372 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b92bbf-e3b3-484c-b973-2ea62aa81b87 None None] Received port after_create {{(pid=88110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 23:47:07.204892 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b92bbf-e3b3-484c-b973-2ea62aa81b87 None None] Pushing event updated for resources: {'Port': ['ID=dcb45c2b-369f-46c5-bbe5-430db285ad01,revision_number=1']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:47:07.233244 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7ba96e01-bcf5-4e9d-8b7e-1292f2580989 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:07.264064 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7ba96e01-bcf5-4e9d-8b7e-1292f2580989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:07.302093 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-d7b92bbf-e3b3-484c-b973-2ea62aa81b87 None None] Attempting to bind port dcb45c2b-369f-46c5-bbe5-430db285ad01 on host dv-cinder-847189-5-smb for vnic_type normal with profile {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 23:47:07.302456 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-d7b92bbf-e3b3-484c-b973-2ea62aa81b87 None None] Attempting to bind port dcb45c2b-369f-46c5-bbe5-430db285ad01 by drivers openvswitch,hyperv on host dv-cinder-847189-5-smb at level 0 using segments [{'id': '04b3cdd8-8d24-43a2-8a87-294baaf0163b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '7abaefcb-0064-4c5b-84e1-b4e60380849f'}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 23:47:07.302818 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b92bbf-e3b3-484c-b973-2ea62aa81b87 None None] Attempting to bind port dcb45c2b-369f-46c5-bbe5-430db285ad01 on network 7abaefcb-0064-4c5b-84e1-b4e60380849f {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 23:47:07.309334 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b92bbf-e3b3-484c-b973-2ea62aa81b87 None None] Checking agent: {'id': '3a3b0bc1-d1b4-4224-a890-cab54187436c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 23, 32, 43), 'started_at': datetime.datetime(2022, 6, 24, 23, 33, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 23, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 23:47:07.309702 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b92bbf-e3b3-484c-b973-2ea62aa81b87 None None] Checking segment: {'id': '04b3cdd8-8d24-43a2-8a87-294baaf0163b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '7abaefcb-0064-4c5b-84e1-b4e60380849f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 23:47:07.310128 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-d7b92bbf-e3b3-484c-b973-2ea62aa81b87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:07.310512 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b92bbf-e3b3-484c-b973-2ea62aa81b87 None None] Bound using segment: {'id': '04b3cdd8-8d24-43a2-8a87-294baaf0163b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '7abaefcb-0064-4c5b-84e1-b4e60380849f'} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 23:47:07.310969 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-d7b92bbf-e3b3-484c-b973-2ea62aa81b87 None None] Bound port: dcb45c2b-369f-46c5-bbe5-430db285ad01, host: dv-cinder-847189-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04b3cdd8-8d24-43a2-8a87-294baaf0163b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '7abaefcb-0064-4c5b-84e1-b4e60380849f'}}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 23:47:07.311336 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-d7b92bbf-e3b3-484c-b973-2ea62aa81b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:07.404174 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-7ba96e01-bcf5-4e9d-8b7e-1292f2580989 admin admin] Allocated IP 172.28.1.241 (faf77eb5-d359-4977-a80d-20d91cf50932/45337dfe-1492-4630-96d4-ace1b4f61ce9/29bdc519-d88d-4c03-b997-414dc420d1ef) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 23:47:07.407604 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-d7b92bbf-e3b3-484c-b973-2ea62aa81b87 None None] For port dcb45c2b-369f-46c5-bbe5-430db285ad01, host dv-cinder-847189-5-smb, cleared binding levels {{(pid=88110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 23:47:07.411380 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-d7b92bbf-e3b3-484c-b973-2ea62aa81b87 None None] For port dcb45c2b-369f-46c5-bbe5-430db285ad01, host dv-cinder-847189-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-5-smb',level=0,port_id=dcb45c2b-369f-46c5-bbe5-430db285ad01,segment=NetworkSegment(04b3cdd8-8d24-43a2-8a87-294baaf0163b),segment_id=04b3cdd8-8d24-43a2-8a87-294baaf0163b)] {{(pid=88110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 23:47:07.416692 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-d7b92bbf-e3b3-484c-b973-2ea62aa81b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:07.490935 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b92bbf-e3b3-484c-b973-2ea62aa81b87 None None] Pushing event updated for resources: {'Port': ['ID=dcb45c2b-369f-46c5-bbe5-430db285ad01,revision_number=2']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:47:07.532806 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-bb5a5152-c701-47db-bfca-7a4383b6e9e1 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:07.553399 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7ba96e01-bcf5-4e9d-8b7e-1292f2580989 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:07.586032 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7ba96e01-bcf5-4e9d-8b7e-1292f2580989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754888214703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266412288'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:07.611837 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-bb5a5152-c701-47db-bfca-7a4383b6e9e1 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:07.651280 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba96e01-bcf5-4e9d-8b7e-1292f2580989 admin admin] Network faf77eb5-d359-4977-a80d-20d91cf50932 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 23:47:07.654365 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-7ba96e01-bcf5-4e9d-8b7e-1292f2580989 admin admin] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 23:47:07.659375 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba96e01-bcf5-4e9d-8b7e-1292f2580989 admin admin] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 23:47:07.725858 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba96e01-bcf5-4e9d-8b7e-1292f2580989 admin admin] Pushing event updated for resources: {'Port': ['ID=29bdc519-d88d-4c03-b997-414dc420d1ef,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:47:07.853424 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-bb5a5152-c701-47db-bfca-7a4383b6e9e1 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Notify callbacks [] for port, precommit_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:07.859175 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-bb5a5152-c701-47db-bfca-7a4383b6e9e1 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266550599'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:07.963934 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5a5152-c701-47db-bfca-7a4383b6e9e1 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Pushing event updated for resources: {'Port': ['ID=b15a54ad-3e3a-4938-8405-4a0ba242b3aa,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:47:07.977548 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-bb5a5152-c701-47db-bfca-7a4383b6e9e1 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476618'] for floatingip, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:08.105943 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device dcb45c2b-369f-46c5-bbe5-430db285ad01 up at agent ovs-agent-dv-cinder-847189-5-smb {{(pid=88110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 23:47:08.140406 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7ba96e01-bcf5-4e9d-8b7e-1292f2580989 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:08.157053 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.db.l3_db [None req-bb5a5152-c701-47db-bfca-7a4383b6e9e1 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Floating IP 3308b9d0-1f9f-4f84-b700-abb7d5583420 associated. External IP: 172.28.1.110, port: e908d653-d473-45a8-9a5c-907dba57bfa7. Jun 24 23:47:08.185623 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Provisioning for port dcb45c2b-369f-46c5-bbe5-430db285ad01 completed by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 23:47:08.472824 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8855bd6e-8a08-46df-b0c7-9adc82599b20 None None] Network 7abaefcb-0064-4c5b-84e1-b4e60380849f requested from dv-cinder-847189-5-smb {{(pid=88110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 23:47:08.503870 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7ba96e01-bcf5-4e9d-8b7e-1292f2580989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-476481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-477213'] for router, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:08.520478 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb5a5152-c701-47db-bfca-7a4383b6e9e1 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Router 22b753cd-681d-4a88-b288-bcb26c70abb8 has already been hosted by L3 agent 05c04ad7-f453-4a24-8793-b86a404a0ef9 {{(pid=88109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 23:47:08.557975 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-978a1a5b-239f-4943-a633-1d486f4abe9a None None] Provisioning for port dcb45c2b-369f-46c5-bbe5-430db285ad01 completed by entity DHCP. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 23:47:08.570464 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-978a1a5b-239f-4943-a633-1d486f4abe9a None None] Provisioning complete for port dcb45c2b-369f-46c5-bbe5-430db285ad01 triggered by entity DHCP. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:47:08.570836 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-978a1a5b-239f-4943-a633-1d486f4abe9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:08.817107 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ba96e01-bcf5-4e9d-8b7e-1292f2580989 admin admin] Router d53a711a-9bec-4a49-ae93-b791547b851e is scheduled to L3 agent 05c04ad7-f453-4a24-8793-b86a404a0ef9 with binding_index 1 {{(pid=88108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 24 23:47:08.828193 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb5a5152-c701-47db-bfca-7a4383b6e9e1 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Notify agent at l3_agent.dv-cinder-847189-5-smb the message routers_updated {{(pid=88109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 23:47:08.840821 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1314ebb-40a8-4dc7-b50a-7a54b17f3109 None None] Sync routers for ids ['22b753cd-681d-4a88-b288-bcb26c70abb8'] in dv-cinder-847189-5-smb {{(pid=88111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 23:47:08.855091 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1314ebb-40a8-4dc7-b50a-7a54b17f3109 None None] Routers {'22b753cd-681d-4a88-b288-bcb26c70abb8'} bound to L3 agent in host dv-cinder-847189-5-smb {{(pid=88111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 23:47:08.855907 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-bb5a5152-c701-47db-bfca-7a4383b6e9e1 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122089'] for floatingip, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:08.856656 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-d1314ebb-40a8-4dc7-b50a-7a54b17f3109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T23:32:42Z,description=,heartbeat_timestamp=2022-06-24T23:46:42Z,host='dv-cinder-847189-5-smb',id=05c04ad7-f453-4a24-8793-b86a404a0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T23:32:42Z,topic='l3_agent')) {'router_ids': ['22b753cd-681d-4a88-b288-bcb26c70abb8'], 'active': True} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:47:08.871559 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-978a1a5b-239f-4943-a633-1d486f4abe9a None None] Current status of the port dcb45c2b-369f-46c5-bbe5-430db285ad01 is: DOWN; New status is: ACTIVE {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:47:08.872013 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-978a1a5b-239f-4943-a633-1d486f4abe9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:08.883534 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:08.913991 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-978a1a5b-239f-4943-a633-1d486f4abe9a None None] For port dcb45c2b-369f-46c5-bbe5-430db285ad01, host dv-cinder-847189-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-5-smb',level=0,port_id=dcb45c2b-369f-46c5-bbe5-430db285ad01,segment=NetworkSegment(04b3cdd8-8d24-43a2-8a87-294baaf0163b),segment_id=04b3cdd8-8d24-43a2-8a87-294baaf0163b)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:47:08.921860 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-978a1a5b-239f-4943-a633-1d486f4abe9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:08.927995 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-bb5a5152-c701-47db-bfca-7a4383b6e9e1 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5227044 Jun 24 23:47:08.927995 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86559dd6-46d7-4cd8-b8fb-80b0c1d0543e', 'tag': 'e908d653-d473-45a8-9a5c-907dba57bfa7'}] {{(pid=88109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 23:47:09.012131 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978a1a5b-239f-4943-a633-1d486f4abe9a None None] Pushing event updated for resources: {'Port': ['ID=dcb45c2b-369f-46c5-bbe5-430db285ad01,revision_number=3']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:47:09.046443 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ba96e01-bcf5-4e9d-8b7e-1292f2580989 admin admin] Notify agent at l3_agent.dv-cinder-847189-5-smb the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 23:47:09.059741 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a9c5dd-69eb-43bb-9046-916da1be79b1 None None] Sync routers for ids ['d53a711a-9bec-4a49-ae93-b791547b851e'] in dv-cinder-847189-5-smb {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 23:47:09.070117 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a9c5dd-69eb-43bb-9046-916da1be79b1 None None] Routers {'d53a711a-9bec-4a49-ae93-b791547b851e'} bound to L3 agent in host dv-cinder-847189-5-smb {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 23:47:09.070649 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-59a9c5dd-69eb-43bb-9046-916da1be79b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T23:32:42Z,description=,heartbeat_timestamp=2022-06-24T23:46:42Z,host='dv-cinder-847189-5-smb',id=05c04ad7-f453-4a24-8793-b86a404a0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T23:32:42Z,topic='l3_agent')) {'router_ids': ['d53a711a-9bec-4a49-ae93-b791547b851e'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:47:09.082433 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7ba96e01-bcf5-4e9d-8b7e-1292f2580989 admin admin] Notify callbacks [] for router, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:09.086550 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 59504) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:47:09.086989 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-7ba96e01-bcf5-4e9d-8b7e-1292f2580989 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.6077554 Jun 24 23:47:09.132782 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvr_db [None req-d1314ebb-40a8-4dc7-b50a-7a54b17f3109 None None] Set router 22b753cd-681d-4a88-b288-bcb26c70abb8 gateway port host: dv-cinder-847189-5-smb {{(pid=88111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 23:47:09.292880 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-9a5c4985-1d80-4274-a4f8-cd3d28536187 None None] Provisioning complete for port dcb45c2b-369f-46c5-bbe5-430db285ad01 triggered by entity DHCP. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:47:09.293852 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-9a5c4985-1d80-4274-a4f8-cd3d28536187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:09.341115 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a833b214-e631-4a2b-ab5b-8981951a2214 req-9fd5a3e8-9ae3-4bb0-98c7-8ab5d98602dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:47:09.342745 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-a833b214-e631-4a2b-ab5b-8981951a2214 req-9fd5a3e8-9ae3-4bb0-98c7-8ab5d98602dd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5a572a155c364670a8ac8d313c3dba25&device_id=86559dd6-46d7-4cd8-b8fb-80b0c1d0543e HTTP/1.1" status: 200 len: 1098 time: 0.0939741 Jun 24 23:47:09.347827 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-59a9c5dd-69eb-43bb-9046-916da1be79b1 None None] Set router d53a711a-9bec-4a49-ae93-b791547b851e gateway port host: dv-cinder-847189-5-smb {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 23:47:09.366898 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-066ec468-897f-46c1-b090-011a8571eec5'] response: {'name': 'network-changed', 'server_uuid': '86559dd6-46d7-4cd8-b8fb-80b0c1d0543e', 'tag': 'e908d653-d473-45a8-9a5c-907dba57bfa7', 'status': 'completed', 'code': 200} Jun 24 23:47:09.502558 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-d1314ebb-40a8-4dc7-b50a-7a54b17f3109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22b753cd-681d-4a88-b288-bcb26c70abb8', 'name': 'tempest-TestShelveInstance-320748044-router', 'tenant_id': '5a572a155c364670a8ac8d313c3dba25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.228'}], 'enable_snat': True}, 'gw_port_id': '940b3b9c-b583-4fb1-882f-26034223f553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:46:14Z', 'updated_at': '2022-06-24T23:46:20Z', 'revision_number': 4, 'project_id': '5a572a155c364670a8ac8d313c3dba25', 'gw_port': {'id': '940b3b9c-b583-4fb1-882f-26034223f553', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:cf:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b753cd-681d-4a88-b288-bcb26c70abb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:46:15Z', 'updated_at': '2022-06-24T23:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb', '_floatingips': [{'id': '3308b9d0-1f9f-4f84-b700-abb7d5583420', 'tenant_id': '5a572a155c364670a8ac8d313c3dba25', 'floating_ip_address': '172.28.1.110', 'floating_network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'router_id': '22b753cd-681d-4a88-b288-bcb26c70abb8', 'port_id': 'e908d653-d473-45a8-9a5c-907dba57bfa7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1531afa0-ec89-4a09-ad6c-c0dccb34c8cc', 'mac_address': 'fa:16:3e:94:e2:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86559dd6-46d7-4cd8-b8fb-80b0c1d0543e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T23:47:07Z', 'updated_at': '2022-06-24T23:47:07Z', 'revision_number': 0, 'project_id': '5a572a155c364670a8ac8d313c3dba25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd76fcd3c-b081-4d74-bf43-9c2b47bf5111', 'name': '', 'network_id': '1531afa0-ec89-4a09-ad6c-c0dccb34c8cc', 'tenant_id': '5a572a155c364670a8ac8d313c3dba25', 'mac_address': 'fa:16:3e:13:07:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b753cd-681d-4a88-b288-bcb26c70abb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'af033a48-ac2c-43f9-b4db-c1ab5a772fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:46:19Z', 'updated_at': '2022-06-24T23:46:28Z', 'revision_number': 5, 'project_id': '5a572a155c364670a8ac8d313c3dba25', 'subnets': [{'id': 'af033a48-ac2c-43f9-b4db-c1ab5a772fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-5-smb', False) {} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:47:09.506551 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1314ebb-40a8-4dc7-b50a-7a54b17f3109 None None] Checking router: 22b753cd-681d-4a88-b288-bcb26c70abb8 for host: dv-cinder-847189-5-smb {{(pid=88111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 23:47:09.514778 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1314ebb-40a8-4dc7-b50a-7a54b17f3109 None None] Routers {'22b753cd-681d-4a88-b288-bcb26c70abb8'} bound to L3 agent in host dv-cinder-847189-5-smb {{(pid=88111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 23:47:09.515381 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-d1314ebb-40a8-4dc7-b50a-7a54b17f3109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T23:32:42Z,description=,heartbeat_timestamp=2022-06-24T23:46:42Z,host='dv-cinder-847189-5-smb',id=05c04ad7-f453-4a24-8793-b86a404a0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T23:32:42Z,topic='l3_agent')) {'router_ids': ['22b753cd-681d-4a88-b288-bcb26c70abb8'], 'active': True} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:47:09.516397 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a833b214-e631-4a2b-ab5b-8981951a2214 req-2f88bfab-785b-49bf-aa15-7a9e9c3c67cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:47:09.518726 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-a833b214-e631-4a2b-ab5b-8981951a2214 req-2f88bfab-785b-49bf-aa15-7a9e9c3c67cd service neutron] 10.222.0.15 "GET /v2.0/networks?id=1531afa0-ec89-4a09-ad6c-c0dccb34c8cc HTTP/1.1" status: 200 len: 909 time: 0.1589851 Jun 24 23:47:09.634997 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-a833b214-e631-4a2b-ab5b-8981951a2214 req-3ffbdf93-0324-4d49-82c3-dc2060eee9b1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e908d653-d473-45a8-9a5c-907dba57bfa7 HTTP/1.1" status: 200 len: 999 time: 0.1047440 Jun 24 23:47:09.650835 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-9a5c4985-1d80-4274-a4f8-cd3d28536187 None None] Current status of the port dcb45c2b-369f-46c5-bbe5-430db285ad01 is: ACTIVE; New status is: ACTIVE {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:47:09.730168 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvr_db [None req-d1314ebb-40a8-4dc7-b50a-7a54b17f3109 None None] Set router 22b753cd-681d-4a88-b288-bcb26c70abb8 gateway port host: dv-cinder-847189-5-smb {{(pid=88111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 23:47:09.735321 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a833b214-e631-4a2b-ab5b-8981951a2214 req-783b8553-751e-462c-9f58-54d7bdfc0454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:47:09.737336 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-a833b214-e631-4a2b-ab5b-8981951a2214 req-783b8553-751e-462c-9f58-54d7bdfc0454 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=af033a48-ac2c-43f9-b4db-c1ab5a772fe8 HTTP/1.1" status: 200 len: 847 time: 0.0944695 Jun 24 23:47:09.740096 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-59a9c5dd-69eb-43bb-9046-916da1be79b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'name': 'tempest-AttachVolumeNegativeTest-1127594969-router', 'tenant_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.241'}], 'enable_snat': True}, 'gw_port_id': '29bdc519-d88d-4c03-b997-414dc420d1ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:47:06Z', 'updated_at': '2022-06-24T23:47:07Z', 'revision_number': 3, 'project_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'gw_port': {'id': '29bdc519-d88d-4c03-b997-414dc420d1ef', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cb:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:47:07Z', 'updated_at': '2022-06-24T23:47:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb'}], 'dv-cinder-847189-5-smb', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:47:09.746360 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a9c5dd-69eb-43bb-9046-916da1be79b1 None None] Checking router: d53a711a-9bec-4a49-ae93-b791547b851e for host: dv-cinder-847189-5-smb {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 23:47:09.746724 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a9c5dd-69eb-43bb-9046-916da1be79b1 None None] Updating router d53a711a-9bec-4a49-ae93-b791547b851e port 29bdc519-d88d-4c03-b997-414dc420d1ef binding host dv-cinder-847189-5-smb {{(pid=88110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 23:47:09.810389 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-59a9c5dd-69eb-43bb-9046-916da1be79b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:09.836818 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a833b214-e631-4a2b-ab5b-8981951a2214 req-4ac36e7e-c934-4b0f-b416-6fa77657e0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:47:09.840598 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-a833b214-e631-4a2b-ab5b-8981951a2214 req-4ac36e7e-c934-4b0f-b416-6fa77657e0f7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1531afa0-ec89-4a09-ad6c-c0dccb34c8cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0958984 Jun 24 23:47:09.841956 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-5a0246d6-1d1c-4773-b598-ee0b589eee1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:09.937229 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-94e83443-168b-48ec-95e2-037ee89e9c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:09.997371 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-a833b214-e631-4a2b-ab5b-8981951a2214 req-8c55a12a-6037-4c9a-ac9a-bb3dcf9c2f04 service neutron] 10.222.0.15 "GET /v2.0/networks/1531afa0-ec89-4a09-ad6c-c0dccb34c8cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506429 Jun 24 23:47:10.072204 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-5a0246d6-1d1c-4773-b598-ee0b589eee1c admin admin] Allocated IP 172.20.0.1 (7abaefcb-0064-4c5b-84e1-b4e60380849f/80dd0bfb-dfbe-42ee-b0d9-251fe168e508/3d937a75-d09b-41f6-b3ef-a59dff25e161) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 23:47:10.132594 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-d1314ebb-40a8-4dc7-b50a-7a54b17f3109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22b753cd-681d-4a88-b288-bcb26c70abb8', 'name': 'tempest-TestShelveInstance-320748044-router', 'tenant_id': '5a572a155c364670a8ac8d313c3dba25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.228'}], 'enable_snat': True}, 'gw_port_id': '940b3b9c-b583-4fb1-882f-26034223f553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:46:14Z', 'updated_at': '2022-06-24T23:46:20Z', 'revision_number': 4, 'project_id': '5a572a155c364670a8ac8d313c3dba25', 'gw_port': {'id': '940b3b9c-b583-4fb1-882f-26034223f553', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:cf:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b753cd-681d-4a88-b288-bcb26c70abb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:46:15Z', 'updated_at': '2022-06-24T23:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb', '_floatingips': [{'id': '3308b9d0-1f9f-4f84-b700-abb7d5583420', 'tenant_id': '5a572a155c364670a8ac8d313c3dba25', 'floating_ip_address': '172.28.1.110', 'floating_network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'router_id': '22b753cd-681d-4a88-b288-bcb26c70abb8', 'port_id': 'e908d653-d473-45a8-9a5c-907dba57bfa7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1531afa0-ec89-4a09-ad6c-c0dccb34c8cc', 'mac_address': 'fa:16:3e:94:e2:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86559dd6-46d7-4cd8-b8fb-80b0c1d0543e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T23:47:07Z', 'updated_at': '2022-06-24T23:47:07Z', 'revision_number': 0, 'project_id': '5a572a155c364670a8ac8d313c3dba25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd76fcd3c-b081-4d74-bf43-9c2b47bf5111', 'name': '', 'network_id': '1531afa0-ec89-4a09-ad6c-c0dccb34c8cc', 'tenant_id': '5a572a155c364670a8ac8d313c3dba25', 'mac_address': 'fa:16:3e:13:07:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b753cd-681d-4a88-b288-bcb26c70abb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'af033a48-ac2c-43f9-b4db-c1ab5a772fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:46:19Z', 'updated_at': '2022-06-24T23:46:28Z', 'revision_number': 5, 'project_id': '5a572a155c364670a8ac8d313c3dba25', 'subnets': [{'id': 'af033a48-ac2c-43f9-b4db-c1ab5a772fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-5-smb', False) {} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:47:10.136634 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1314ebb-40a8-4dc7-b50a-7a54b17f3109 None None] The sync data for ids ['22b753cd-681d-4a88-b288-bcb26c70abb8'] in dv-cinder-847189-5-smb is: [{'id': '22b753cd-681d-4a88-b288-bcb26c70abb8', 'name': 'tempest-TestShelveInstance-320748044-router', 'tenant_id': '5a572a155c364670a8ac8d313c3dba25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.228'}], 'enable_snat': True}, 'gw_port_id': '940b3b9c-b583-4fb1-882f-26034223f553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:46:14Z', 'updated_at': '2022-06-24T23:46:20Z', 'revision_number': 4, 'project_id': '5a572a155c364670a8ac8d313c3dba25', 'gw_port': {'id': '940b3b9c-b583-4fb1-882f-26034223f553', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:cf:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b753cd-681d-4a88-b288-bcb26c70abb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:46:15Z', 'updated_at': '2022-06-24T23:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb', '_floatingips': [{'id': '3308b9d0-1f9f-4f84-b700-abb7d5583420', 'tenant_id': '5a572a155c364670a8ac8d313c3dba25', 'floating_ip_address': '172.28.1.110', 'floating_network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'router_id': '22b753cd-681d-4a88-b288-bcb26c70abb8', 'port_id': 'e908d653-d473-45a8-9a5c-907dba57bfa7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1531afa0-ec89-4a09-ad6c-c0dccb34c8cc', 'mac_address': 'fa:16:3e:94:e2:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86559dd6-46d7-4cd8-b8fb-80b0c1d0543e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T23:47:07Z', 'updated_at': '2022-06-24T23:47:07Z', 'revision_number': 0, 'project_id': '5a572a155c364670a8ac8d313c3dba25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd76fcd3c-b081-4d74-bf43-9c2b47bf5111', 'name': '', 'network_id': '1531afa0-ec89-4a09-ad6c-c0dccb34c8cc', 'tenant_id': '5a572a155c364670a8ac8d313c3dba25', 'mac_address': 'fa:16:3e:13:07:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b753cd-681d-4a88-b288-bcb26c70abb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'af033a48-ac2c-43f9-b4db-c1ab5a772fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:46:19Z', 'updated_at': '2022-06-24T23:46:28Z', 'revision_number': 5, 'project_id': '5a572a155c364670a8ac8d313c3dba25', 'subnets': [{'id': 'af033a48-ac2c-43f9-b4db-c1ab5a772fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 23:47:10.141938 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device dcb45c2b-369f-46c5-bbe5-430db285ad01 up at agent ovs-agent-dv-cinder-847189-5-smb {{(pid=88110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 23:47:10.244228 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-a833b214-e631-4a2b-ab5b-8981951a2214 req-de44bb57-e30c-49f1-a729-4ac6911659b4 service neutron] 10.222.0.15 "GET /v2.0/networks/1531afa0-ec89-4a09-ad6c-c0dccb34c8cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290184 Jun 24 23:47:10.247054 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-5a0246d6-1d1c-4773-b598-ee0b589eee1c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:10.251137 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-59a9c5dd-69eb-43bb-9046-916da1be79b1 None None] Notify callbacks [] for port, precommit_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:10.265980 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.provisioning_blocks [None req-5a0246d6-1d1c-4773-b598-ee0b589eee1c admin admin] Transition to ACTIVE for port object 3d937a75-d09b-41f6-b3ef-a59dff25e161 will not be triggered until provisioned by entity DHCP. {{(pid=88109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 23:47:10.267410 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-59a9c5dd-69eb-43bb-9046-916da1be79b1 None None] Transition to ACTIVE for port object 29bdc519-d88d-4c03-b997-414dc420d1ef will not be triggered until provisioned by entity L2. {{(pid=88110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 23:47:10.276323 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-59a9c5dd-69eb-43bb-9046-916da1be79b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:10.295270 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-5a0246d6-1d1c-4773-b598-ee0b589eee1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754888214703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266550608'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:10.317692 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Provisioning complete for port dcb45c2b-369f-46c5-bbe5-430db285ad01 triggered by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:47:10.318211 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:10.369885 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0246d6-1d1c-4773-b598-ee0b589eee1c admin admin] Network 7abaefcb-0064-4c5b-84e1-b4e60380849f is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 23:47:10.373028 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-5a0246d6-1d1c-4773-b598-ee0b589eee1c admin admin] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 23:47:10.377812 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0246d6-1d1c-4773-b598-ee0b589eee1c admin admin] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 23:47:10.388711 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58c4432-c62e-490b-9d94-7d530b729db9 None None] New status for floating IP 3308b9d0-1f9f-4f84-b700-abb7d5583420: ACTIVE {{(pid=88111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 23:47:10.405563 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-59a9c5dd-69eb-43bb-9046-916da1be79b1 None None] Attempting to bind port 29bdc519-d88d-4c03-b997-414dc420d1ef on host dv-cinder-847189-5-smb for vnic_type normal with profile {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 23:47:10.405876 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-59a9c5dd-69eb-43bb-9046-916da1be79b1 None None] Attempting to bind port 29bdc519-d88d-4c03-b997-414dc420d1ef by drivers openvswitch,hyperv on host dv-cinder-847189-5-smb at level 0 using segments [{'id': '541a8b1c-692d-48ec-a001-de3aa3f0cecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932'}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 23:47:10.406192 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a9c5dd-69eb-43bb-9046-916da1be79b1 None None] Attempting to bind port 29bdc519-d88d-4c03-b997-414dc420d1ef on network faf77eb5-d359-4977-a80d-20d91cf50932 {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 23:47:10.408947 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0246d6-1d1c-4773-b598-ee0b589eee1c admin admin] Pushing event updated for resources: {'Port': ['ID=3d937a75-d09b-41f6-b3ef-a59dff25e161,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:47:10.418453 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f23b39-9e30-4540-8e4f-54c62884ffb4 None None] Pushing event updated for resources: {'Port': ['ID=29bdc519-d88d-4c03-b997-414dc420d1ef,revision_number=2']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:47:10.424769 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a9c5dd-69eb-43bb-9046-916da1be79b1 None None] Checking agent: {'id': '3a3b0bc1-d1b4-4224-a890-cab54187436c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 23, 32, 43), 'started_at': datetime.datetime(2022, 6, 24, 23, 33, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 23, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 23:47:10.425561 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a9c5dd-69eb-43bb-9046-916da1be79b1 None None] Checking segment: {'id': '541a8b1c-692d-48ec-a001-de3aa3f0cecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 23:47:10.425561 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-59a9c5dd-69eb-43bb-9046-916da1be79b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:10.425914 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a9c5dd-69eb-43bb-9046-916da1be79b1 None None] Bound using segment: {'id': '541a8b1c-692d-48ec-a001-de3aa3f0cecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932'} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 23:47:10.426384 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-59a9c5dd-69eb-43bb-9046-916da1be79b1 None None] Bound port: 29bdc519-d88d-4c03-b997-414dc420d1ef, host: dv-cinder-847189-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '541a8b1c-692d-48ec-a001-de3aa3f0cecc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932'}}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 23:47:10.426754 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-59a9c5dd-69eb-43bb-9046-916da1be79b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:10.437425 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-5a0246d6-1d1c-4773-b598-ee0b589eee1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-476503'] for router_interface, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:10.607347 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-59a9c5dd-69eb-43bb-9046-916da1be79b1 None None] For port 29bdc519-d88d-4c03-b997-414dc420d1ef, host dv-cinder-847189-5-smb, cleared binding levels {{(pid=88110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 23:47:10.612886 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-59a9c5dd-69eb-43bb-9046-916da1be79b1 None None] For port 29bdc519-d88d-4c03-b997-414dc420d1ef, host dv-cinder-847189-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-5-smb',level=0,port_id=29bdc519-d88d-4c03-b997-414dc420d1ef,segment=NetworkSegment(541a8b1c-692d-48ec-a001-de3aa3f0cecc),segment_id=541a8b1c-692d-48ec-a001-de3aa3f0cecc)] {{(pid=88110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 23:47:10.616205 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Current status of the port dcb45c2b-369f-46c5-bbe5-430db285ad01 is: ACTIVE; New status is: ACTIVE {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:47:10.620849 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-59a9c5dd-69eb-43bb-9046-916da1be79b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:10.708451 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-5a0246d6-1d1c-4773-b598-ee0b589eee1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:10.710123 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-d70b3ec1-65be-45a2-bda4-7126b6694d23 None None] Provisioning for port 3d937a75-d09b-41f6-b3ef-a59dff25e161 completed by entity DHCP. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 23:47:10.722675 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-d70b3ec1-65be-45a2-bda4-7126b6694d23 None None] Provisioning complete for port 3d937a75-d09b-41f6-b3ef-a59dff25e161 triggered by entity DHCP. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:47:10.723049 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-d70b3ec1-65be-45a2-bda4-7126b6694d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:10.754272 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a9c5dd-69eb-43bb-9046-916da1be79b1 None None] Routers {'d53a711a-9bec-4a49-ae93-b791547b851e'} bound to L3 agent in host dv-cinder-847189-5-smb {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 23:47:10.754497 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-59a9c5dd-69eb-43bb-9046-916da1be79b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T23:32:42Z,description=,heartbeat_timestamp=2022-06-24T23:46:42Z,host='dv-cinder-847189-5-smb',id=05c04ad7-f453-4a24-8793-b86a404a0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T23:32:42Z,topic='l3_agent')) {'router_ids': ['d53a711a-9bec-4a49-ae93-b791547b851e'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:47:10.899430 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f23b39-9e30-4540-8e4f-54c62884ffb4 None None] Pushing event updated for resources: {'Port': ['ID=29bdc519-d88d-4c03-b997-414dc420d1ef,revision_number=3']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:47:10.919527 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-d70b3ec1-65be-45a2-bda4-7126b6694d23 None None] Port 3d937a75-d09b-41f6-b3ef-a59dff25e161 cannot update to ACTIVE because it is not bound. {{(pid=88110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 23:47:10.940625 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-5a0246d6-1d1c-4773-b598-ee0b589eee1c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:10.946084 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-5a0246d6-1d1c-4773-b598-ee0b589eee1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266550599'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:10.955750 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-59a9c5dd-69eb-43bb-9046-916da1be79b1 None None] Set router d53a711a-9bec-4a49-ae93-b791547b851e gateway port host: dv-cinder-847189-5-smb {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 23:47:11.051098 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-5a0246d6-1d1c-4773-b598-ee0b589eee1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-627816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-476466'] for router_interface, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:11.055569 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0246d6-1d1c-4773-b598-ee0b589eee1c admin admin] Pushing event updated for resources: {'Port': ['ID=3d937a75-d09b-41f6-b3ef-a59dff25e161,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:47:11.185606 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0246d6-1d1c-4773-b598-ee0b589eee1c admin admin] Network 7abaefcb-0064-4c5b-84e1-b4e60380849f is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 23:47:11.186650 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-5a0246d6-1d1c-4773-b598-ee0b589eee1c admin admin] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 23:47:11.278408 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-59a9c5dd-69eb-43bb-9046-916da1be79b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'name': 'tempest-AttachVolumeNegativeTest-1127594969-router', 'tenant_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.241'}], 'enable_snat': True}, 'gw_port_id': '29bdc519-d88d-4c03-b997-414dc420d1ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:47:06Z', 'updated_at': '2022-06-24T23:47:10Z', 'revision_number': 4, 'project_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'gw_port': {'id': '29bdc519-d88d-4c03-b997-414dc420d1ef', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cb:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:47:07Z', 'updated_at': '2022-06-24T23:47:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb', '_interfaces': [{'id': '3d937a75-d09b-41f6-b3ef-a59dff25e161', 'name': '', 'network_id': '7abaefcb-0064-4c5b-84e1-b4e60380849f', 'tenant_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'mac_address': 'fa:16:3e:2f:59:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '80dd0bfb-dfbe-42ee-b0d9-251fe168e508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:47:09Z', 'updated_at': '2022-06-24T23:47:10Z', 'revision_number': 1, 'project_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'subnets': [{'id': '80dd0bfb-dfbe-42ee-b0d9-251fe168e508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-5-smb', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:47:11.282920 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59a9c5dd-69eb-43bb-9046-916da1be79b1 None None] The sync data for ids ['d53a711a-9bec-4a49-ae93-b791547b851e'] in dv-cinder-847189-5-smb is: [{'id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'name': 'tempest-AttachVolumeNegativeTest-1127594969-router', 'tenant_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.241'}], 'enable_snat': True}, 'gw_port_id': '29bdc519-d88d-4c03-b997-414dc420d1ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:47:06Z', 'updated_at': '2022-06-24T23:47:10Z', 'revision_number': 4, 'project_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'gw_port': {'id': '29bdc519-d88d-4c03-b997-414dc420d1ef', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cb:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:47:07Z', 'updated_at': '2022-06-24T23:47:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb', '_interfaces': [{'id': '3d937a75-d09b-41f6-b3ef-a59dff25e161', 'name': '', 'network_id': '7abaefcb-0064-4c5b-84e1-b4e60380849f', 'tenant_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'mac_address': 'fa:16:3e:2f:59:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '80dd0bfb-dfbe-42ee-b0d9-251fe168e508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:47:09Z', 'updated_at': '2022-06-24T23:47:10Z', 'revision_number': 1, 'project_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'subnets': [{'id': '80dd0bfb-dfbe-42ee-b0d9-251fe168e508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 23:47:11.379695 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a0246d6-1d1c-4773-b598-ee0b589eee1c admin admin] Router d53a711a-9bec-4a49-ae93-b791547b851e has already been hosted by L3 agent 05c04ad7-f453-4a24-8793-b86a404a0ef9 {{(pid=88109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 23:47:11.441056 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-227a380c-c463-4ce5-ae55-83b39e8331b5 None None] Provisioning complete for port 3d937a75-d09b-41f6-b3ef-a59dff25e161 triggered by entity DHCP. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:47:11.441604 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-227a380c-c463-4ce5-ae55-83b39e8331b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:11.522757 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-227a380c-c463-4ce5-ae55-83b39e8331b5 None None] Port 3d937a75-d09b-41f6-b3ef-a59dff25e161 cannot update to ACTIVE because it is not bound. {{(pid=88110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 23:47:11.568697 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a0246d6-1d1c-4773-b598-ee0b589eee1c admin admin] Notify agent at l3_agent.dv-cinder-847189-5-smb the message routers_updated {{(pid=88109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 23:47:11.578311 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-5a0246d6-1d1c-4773-b598-ee0b589eee1c admin admin] 10.222.0.42 "PUT /v2.0/routers/d53a711a-9bec-4a49-ae93-b791547b851e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4904256 Jun 24 23:47:11.836073 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 59514) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:47:11.841348 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.v2.base [None req-92d5ef00-f203-4d87-95ac-adc81a82230a tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1092477575', 'description': 'tempest-description--1640255853'}} {{(pid=88109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:47:11.847662 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-92d5ef00-f203-4d87-95ac-adc81a82230a tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:47:11.851606 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-92d5ef00-f203-4d87-95ac-adc81a82230a tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Usage tracker for resource:security_group and tenant:cc2e981e5c2b4ac78ce7c820ebe3e4a0 is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:47:11.854497 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-92d5ef00-f203-4d87-95ac-adc81a82230a tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:47:11.860436 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-92d5ef00-f203-4d87-95ac-adc81a82230a tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:47:11.875261 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-92d5ef00-f203-4d87-95ac-adc81a82230a tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks [] for security_group, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:11.895627 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-92d5ef00-f203-4d87-95ac-adc81a82230a tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:47:11.899657 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-92d5ef00-f203-4d87-95ac-adc81a82230a tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Usage tracker for resource:security_group_rule and tenant:cc2e981e5c2b4ac78ce7c820ebe3e4a0 is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:47:11.902683 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-92d5ef00-f203-4d87-95ac-adc81a82230a tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:47:11.918930 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-92d5ef00-f203-4d87-95ac-adc81a82230a tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:47:12.009699 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-92d5ef00-f203-4d87-95ac-adc81a82230a tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks [] for security_group, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:12.014513 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-92d5ef00-f203-4d87-95ac-adc81a82230a tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:12.063565 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d5ef00-f203-4d87-95ac-adc81a82230a tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50abbbd4-ce3d-46cb-9b9d-f041c0d0ed06,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:47:12.067988 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-92d5ef00-f203-4d87-95ac-adc81a82230a tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks [] for security_group, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:12.069682 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-92d5ef00-f203-4d87-95ac-adc81a82230a tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2324286 Jun 24 23:47:12.073015 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 59518) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:47:12.080604 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.v2.base [None req-1d000baf-0dec-4d0d-b9a9-d2635d6f7cdf tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Request body: {'security_group_rule': {'security_group_id': '50abbbd4-ce3d-46cb-9b9d-f041c0d0ed06', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:47:12.087294 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-1d000baf-0dec-4d0d-b9a9-d2635d6f7cdf tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:47:12.091880 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-1d000baf-0dec-4d0d-b9a9-d2635d6f7cdf tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Usage tracker for resource:security_group_rule and tenant:cc2e981e5c2b4ac78ce7c820ebe3e4a0 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:47:12.096020 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-1d000baf-0dec-4d0d-b9a9-d2635d6f7cdf tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:47:12.103443 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device 29bdc519-d88d-4c03-b997-414dc420d1ef up at agent ovs-agent-dv-cinder-847189-5-smb {{(pid=88110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 23:47:12.104400 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-1d000baf-0dec-4d0d-b9a9-d2635d6f7cdf tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:47:12.124023 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1d000baf-0dec-4d0d-b9a9-d2635d6f7cdf tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:12.175402 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-28db4eaa-a489-43ec-b9e7-a701a7b14cd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:12.193323 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Provisioning for port 29bdc519-d88d-4c03-b997-414dc420d1ef completed by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 23:47:12.198578 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Provisioning complete for port 29bdc519-d88d-4c03-b997-414dc420d1ef triggered by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:47:12.199168 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:12.203902 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1d000baf-0dec-4d0d-b9a9-d2635d6f7cdf tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:12.208010 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1d000baf-0dec-4d0d-b9a9-d2635d6f7cdf tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524818'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:12.227570 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d000baf-0dec-4d0d-b9a9-d2635d6f7cdf tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c1f3df9-2a31-4786-893d-67cd4789a6ba,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:47:12.250347 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-1d000baf-0dec-4d0d-b9a9-d2635d6f7cdf tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:12.256099 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-1d000baf-0dec-4d0d-b9a9-d2635d6f7cdf tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1812489 Jun 24 23:47:12.256453 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 59522) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:47:12.262219 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.v2.base [None req-36e56b96-f321-4aaf-a4a5-854c54831b15 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Request body: {'security_group_rule': {'security_group_id': '50abbbd4-ce3d-46cb-9b9d-f041c0d0ed06', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:47:12.268182 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-36e56b96-f321-4aaf-a4a5-854c54831b15 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:47:12.272101 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-36e56b96-f321-4aaf-a4a5-854c54831b15 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Usage tracker for resource:security_group_rule and tenant:cc2e981e5c2b4ac78ce7c820ebe3e4a0 is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:47:12.275086 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-36e56b96-f321-4aaf-a4a5-854c54831b15 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:47:12.282898 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-36e56b96-f321-4aaf-a4a5-854c54831b15 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:47:12.307723 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-36e56b96-f321-4aaf-a4a5-854c54831b15 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:12.326930 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Current status of the port 29bdc519-d88d-4c03-b997-414dc420d1ef is: DOWN; New status is: ACTIVE {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:47:12.327782 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:12.345468 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] For port 29bdc519-d88d-4c03-b997-414dc420d1ef, host dv-cinder-847189-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-5-smb',level=0,port_id=29bdc519-d88d-4c03-b997-414dc420d1ef,segment=NetworkSegment(541a8b1c-692d-48ec-a001-de3aa3f0cecc),segment_id=541a8b1c-692d-48ec-a001-de3aa3f0cecc)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:47:12.351903 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:12.385041 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-36e56b96-f321-4aaf-a4a5-854c54831b15 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:12.388917 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-36e56b96-f321-4aaf-a4a5-854c54831b15 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524818'] for security_group_rule, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:12.412941 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e56b96-f321-4aaf-a4a5-854c54831b15 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a1fc052-3979-4c4a-972a-006b49badb71,revision_number=0']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:47:12.422566 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-36e56b96-f321-4aaf-a4a5-854c54831b15 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:12.427825 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 59528) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:47:12.431982 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Pushing event updated for resources: {'Port': ['ID=29bdc519-d88d-4c03-b997-414dc420d1ef,revision_number=4']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:47:12.432144 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-36e56b96-f321-4aaf-a4a5-854c54831b15 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1745224 Jun 24 23:47:12.432883 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.v2.base [None req-9644e89e-ea24-4d7c-8df2-5157204ca3b9 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Request body: {'floatingip': {'floating_network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:47:12.438846 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-9644e89e-ea24-4d7c-8df2-5157204ca3b9 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:47:12.442903 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-9644e89e-ea24-4d7c-8df2-5157204ca3b9 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Usage tracker for resource:floatingip and tenant:cc2e981e5c2b4ac78ce7c820ebe3e4a0 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:47:12.446043 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-9644e89e-ea24-4d7c-8df2-5157204ca3b9 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:47:12.452212 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-9644e89e-ea24-4d7c-8df2-5157204ca3b9 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:47:12.462172 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9644e89e-ea24-4d7c-8df2-5157204ca3b9 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks [] for floatingip, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:12.598646 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9644e89e-ea24-4d7c-8df2-5157204ca3b9 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:12.739734 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-9644e89e-ea24-4d7c-8df2-5157204ca3b9 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Allocated IP 172.28.1.178 (faf77eb5-d359-4977-a80d-20d91cf50932/45337dfe-1492-4630-96d4-ace1b4f61ce9/6a81a901-a0fb-45f5-96c0-b2ee0d9a64ef) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 23:47:12.868273 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-8c0b2992-c590-46d4-9042-25b3b8179244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:12.967045 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9644e89e-ea24-4d7c-8df2-5157204ca3b9 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:12.997213 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9644e89e-ea24-4d7c-8df2-5157204ca3b9 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754888214703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266412288'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:13.065240 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9644e89e-ea24-4d7c-8df2-5157204ca3b9 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Network faf77eb5-d359-4977-a80d-20d91cf50932 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 23:47:13.068113 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-9644e89e-ea24-4d7c-8df2-5157204ca3b9 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 23:47:13.071651 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9644e89e-ea24-4d7c-8df2-5157204ca3b9 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 23:47:13.099912 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9644e89e-ea24-4d7c-8df2-5157204ca3b9 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Pushing event updated for resources: {'Port': ['ID=6a81a901-a0fb-45f5-96c0-b2ee0d9a64ef,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:47:13.159978 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9644e89e-ea24-4d7c-8df2-5157204ca3b9 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:13.219538 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9644e89e-ea24-4d7c-8df2-5157204ca3b9 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:13.282786 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6be305-d30c-4963-bbfe-a86e41a5bd7a None None] Sync routers for ids ['d53a711a-9bec-4a49-ae93-b791547b851e'] in dv-cinder-847189-5-smb {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 23:47:13.291801 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6be305-d30c-4963-bbfe-a86e41a5bd7a None None] Routers {'d53a711a-9bec-4a49-ae93-b791547b851e'} bound to L3 agent in host dv-cinder-847189-5-smb {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 23:47:13.292428 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-8c6be305-d30c-4963-bbfe-a86e41a5bd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T23:32:42Z,description=,heartbeat_timestamp=2022-06-24T23:47:12Z,host='dv-cinder-847189-5-smb',id=05c04ad7-f453-4a24-8793-b86a404a0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T23:32:42Z,topic='l3_agent')) {'router_ids': ['d53a711a-9bec-4a49-ae93-b791547b851e'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:47:13.426754 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:13.429513 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9644e89e-ea24-4d7c-8df2-5157204ca3b9 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:13.434625 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9644e89e-ea24-4d7c-8df2-5157204ca3b9 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266412311'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:13.477091 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-8c6be305-d30c-4963-bbfe-a86e41a5bd7a None None] Set router d53a711a-9bec-4a49-ae93-b791547b851e gateway port host: dv-cinder-847189-5-smb {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 23:47:13.542648 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9644e89e-ea24-4d7c-8df2-5157204ca3b9 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Pushing event updated for resources: {'Port': ['ID=6a81a901-a0fb-45f5-96c0-b2ee0d9a64ef,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:47:13.558950 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9644e89e-ea24-4d7c-8df2-5157204ca3b9 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476618'] for floatingip, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:13.581098 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-9644e89e-ea24-4d7c-8df2-5157204ca3b9 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122089'] for floatingip, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:13.582459 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-9644e89e-ea24-4d7c-8df2-5157204ca3b9 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1535940 Jun 24 23:47:13.747546 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-6eefc017-fac4-4b6a-a147-bb7cf0cc801e req-d9a79c8b-7415-4a92-8920-f9f5c6f1c8f7 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1092477575&fields=id&tenant_id=cc2e981e5c2b4ac78ce7c820ebe3e4a0 HTTP/1.1" status: 200 len: 267 time: 0.0407753 Jun 24 23:47:13.831085 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-8c6be305-d30c-4963-bbfe-a86e41a5bd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'name': 'tempest-AttachVolumeNegativeTest-1127594969-router', 'tenant_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.241'}], 'enable_snat': True}, 'gw_port_id': '29bdc519-d88d-4c03-b997-414dc420d1ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:47:06Z', 'updated_at': '2022-06-24T23:47:10Z', 'revision_number': 4, 'project_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'gw_port': {'id': '29bdc519-d88d-4c03-b997-414dc420d1ef', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:47:07Z', 'updated_at': '2022-06-24T23:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb', '_interfaces': [{'id': '3d937a75-d09b-41f6-b3ef-a59dff25e161', 'name': '', 'network_id': '7abaefcb-0064-4c5b-84e1-b4e60380849f', 'tenant_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'mac_address': 'fa:16:3e:2f:59:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '80dd0bfb-dfbe-42ee-b0d9-251fe168e508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:47:09Z', 'updated_at': '2022-06-24T23:47:10Z', 'revision_number': 2, 'project_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'subnets': [{'id': '80dd0bfb-dfbe-42ee-b0d9-251fe168e508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-5-smb', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:47:13.834826 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6be305-d30c-4963-bbfe-a86e41a5bd7a None None] Checking router: d53a711a-9bec-4a49-ae93-b791547b851e for host: dv-cinder-847189-5-smb {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 23:47:13.835173 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6be305-d30c-4963-bbfe-a86e41a5bd7a None None] Updating router d53a711a-9bec-4a49-ae93-b791547b851e port 3d937a75-d09b-41f6-b3ef-a59dff25e161 binding host dv-cinder-847189-5-smb {{(pid=88110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 24 23:47:13.885763 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-8c6be305-d30c-4963-bbfe-a86e41a5bd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:13.898827 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eefc017-fac4-4b6a-a147-bb7cf0cc801e req-5930deb7-c502-405b-9141-bc002f61754f tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:47:13.900340 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-6eefc017-fac4-4b6a-a147-bb7cf0cc801e req-5930deb7-c502-405b-9141-bc002f61754f tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/networks?id=7abaefcb-0064-4c5b-84e1-b4e60380849f HTTP/1.1" status: 200 len: 815 time: 0.1442077 Jun 24 23:47:13.916187 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-6eefc017-fac4-4b6a-a147-bb7cf0cc801e req-ee584966-87f3-4efa-9c82-35903a9b9ac4 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/quotas/cc2e981e5c2b4ac78ce7c820ebe3e4a0 HTTP/1.1" status: 200 len: 375 time: 0.0090420 Jun 24 23:47:14.015732 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-6eefc017-fac4-4b6a-a147-bb7cf0cc801e req-03b6c1aa-26f8-4d9e-b0ef-80bbc92fca39 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=cc2e981e5c2b4ac78ce7c820ebe3e4a0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0933959 Jun 24 23:47:14.105875 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device 29bdc519-d88d-4c03-b997-414dc420d1ef up at agent ovs-agent-dv-cinder-847189-5-smb {{(pid=88110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 23:47:14.213027 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-6eefc017-fac4-4b6a-a147-bb7cf0cc801e req-8b8322e1-15ac-4bd4-b4d2-b08856150406 service neutron] 10.222.0.42 "GET /v2.0/networks/7abaefcb-0064-4c5b-84e1-b4e60380849f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894948 Jun 24 23:47:14.224597 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Provisioning complete for port 29bdc519-d88d-4c03-b997-414dc420d1ef triggered by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:47:14.224964 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:14.342915 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-6eefc017-fac4-4b6a-a147-bb7cf0cc801e req-7ca0c03a-80db-4657-b5ed-c664e970a330 service neutron] 10.222.0.42 "GET /v2.0/networks/7abaefcb-0064-4c5b-84e1-b4e60380849f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238189 Jun 24 23:47:14.348497 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-8c6be305-d30c-4963-bbfe-a86e41a5bd7a None None] Notify callbacks [] for port, precommit_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:14.401104 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-8c6be305-d30c-4963-bbfe-a86e41a5bd7a None None] Transition to ACTIVE for port object 3d937a75-d09b-41f6-b3ef-a59dff25e161 will not be triggered until provisioned by entity L2. {{(pid=88110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 23:47:14.408663 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-8c6be305-d30c-4963-bbfe-a86e41a5bd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:14.509851 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Current status of the port 29bdc519-d88d-4c03-b997-414dc420d1ef is: ACTIVE; New status is: ACTIVE {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:47:14.551470 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545a76b5-b76e-48e3-81c4-a45d3dfd151a None None] Pushing event updated for resources: {'Port': ['ID=3d937a75-d09b-41f6-b3ef-a59dff25e161,revision_number=3']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:47:14.559466 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [req-7ca7bfbd-6897-4f88-aacb-46af8d028ea5 req-3047f5f3-1b74-4a98-9063-622205bbab29 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Synchronizing usage tracker for tenant:cc2e981e5c2b4ac78ce7c820ebe3e4a0 on resource:port {{(pid=88109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 23:47:14.584876 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [req-7ca7bfbd-6897-4f88-aacb-46af8d028ea5 req-3047f5f3-1b74-4a98-9063-622205bbab29 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Unset dirty status for tenant:cc2e981e5c2b4ac78ce7c820ebe3e4a0 on resource:port {{(pid=88109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 23:47:14.586261 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-7ca7bfbd-6897-4f88-aacb-46af8d028ea5 req-3047f5f3-1b74-4a98-9063-622205bbab29 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/ports?device_id=e83a7558-8aae-4b99-812c-06598a00b8e6 HTTP/1.1" status: 200 len: 210 time: 0.0950501 Jun 24 23:47:14.680680 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-8c6be305-d30c-4963-bbfe-a86e41a5bd7a None None] Attempting to bind port 3d937a75-d09b-41f6-b3ef-a59dff25e161 on host dv-cinder-847189-5-smb for vnic_type normal with profile {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 23:47:14.681105 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-8c6be305-d30c-4963-bbfe-a86e41a5bd7a None None] Attempting to bind port 3d937a75-d09b-41f6-b3ef-a59dff25e161 by drivers openvswitch,hyperv on host dv-cinder-847189-5-smb at level 0 using segments [{'id': '04b3cdd8-8d24-43a2-8a87-294baaf0163b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '7abaefcb-0064-4c5b-84e1-b4e60380849f'}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 23:47:14.681484 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6be305-d30c-4963-bbfe-a86e41a5bd7a None None] Attempting to bind port 3d937a75-d09b-41f6-b3ef-a59dff25e161 on network 7abaefcb-0064-4c5b-84e1-b4e60380849f {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 23:47:14.692542 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6be305-d30c-4963-bbfe-a86e41a5bd7a None None] Checking agent: {'id': '3a3b0bc1-d1b4-4224-a890-cab54187436c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 23, 32, 43), 'started_at': datetime.datetime(2022, 6, 24, 23, 33, 13), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 23, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 23:47:14.692923 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6be305-d30c-4963-bbfe-a86e41a5bd7a None None] Checking segment: {'id': '04b3cdd8-8d24-43a2-8a87-294baaf0163b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '7abaefcb-0064-4c5b-84e1-b4e60380849f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 23:47:14.693326 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-8c6be305-d30c-4963-bbfe-a86e41a5bd7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:14.693713 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6be305-d30c-4963-bbfe-a86e41a5bd7a None None] Bound using segment: {'id': '04b3cdd8-8d24-43a2-8a87-294baaf0163b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '7abaefcb-0064-4c5b-84e1-b4e60380849f'} {{(pid=88110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 23:47:14.694181 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.managers [None req-8c6be305-d30c-4963-bbfe-a86e41a5bd7a None None] Bound port: 3d937a75-d09b-41f6-b3ef-a59dff25e161, host: dv-cinder-847189-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04b3cdd8-8d24-43a2-8a87-294baaf0163b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '7abaefcb-0064-4c5b-84e1-b4e60380849f'}}] {{(pid=88110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 23:47:14.694559 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-8c6be305-d30c-4963-bbfe-a86e41a5bd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:14.713012 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-1d7c9831-c6e7-4afe-acbd-faa6f5f62172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:14.803478 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-8c6be305-d30c-4963-bbfe-a86e41a5bd7a None None] For port 3d937a75-d09b-41f6-b3ef-a59dff25e161, host dv-cinder-847189-5-smb, cleared binding levels {{(pid=88110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 23:47:14.806941 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-8c6be305-d30c-4963-bbfe-a86e41a5bd7a None None] For port 3d937a75-d09b-41f6-b3ef-a59dff25e161, host dv-cinder-847189-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-5-smb',level=0,port_id=3d937a75-d09b-41f6-b3ef-a59dff25e161,segment=NetworkSegment(04b3cdd8-8d24-43a2-8a87-294baaf0163b),segment_id=04b3cdd8-8d24-43a2-8a87-294baaf0163b)] {{(pid=88110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 23:47:14.812247 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-8c6be305-d30c-4963-bbfe-a86e41a5bd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:14.898718 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6be305-d30c-4963-bbfe-a86e41a5bd7a None None] Routers {'d53a711a-9bec-4a49-ae93-b791547b851e'} bound to L3 agent in host dv-cinder-847189-5-smb {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 23:47:14.899371 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-8c6be305-d30c-4963-bbfe-a86e41a5bd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T23:32:42Z,description=,heartbeat_timestamp=2022-06-24T23:47:12Z,host='dv-cinder-847189-5-smb',id=05c04ad7-f453-4a24-8793-b86a404a0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T23:32:42Z,topic='l3_agent')) {'router_ids': ['d53a711a-9bec-4a49-ae93-b791547b851e'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:47:15.012668 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545a76b5-b76e-48e3-81c4-a45d3dfd151a None None] Pushing event updated for resources: {'Port': ['ID=3d937a75-d09b-41f6-b3ef-a59dff25e161,revision_number=4']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:47:15.084756 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-8c6be305-d30c-4963-bbfe-a86e41a5bd7a None None] Set router d53a711a-9bec-4a49-ae93-b791547b851e gateway port host: dv-cinder-847189-5-smb {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 23:47:15.428624 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-8c6be305-d30c-4963-bbfe-a86e41a5bd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'name': 'tempest-AttachVolumeNegativeTest-1127594969-router', 'tenant_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.241'}], 'enable_snat': True}, 'gw_port_id': '29bdc519-d88d-4c03-b997-414dc420d1ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:47:06Z', 'updated_at': '2022-06-24T23:47:10Z', 'revision_number': 4, 'project_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'gw_port': {'id': '29bdc519-d88d-4c03-b997-414dc420d1ef', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:47:07Z', 'updated_at': '2022-06-24T23:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb', '_interfaces': [{'id': '3d937a75-d09b-41f6-b3ef-a59dff25e161', 'name': '', 'network_id': '7abaefcb-0064-4c5b-84e1-b4e60380849f', 'tenant_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'mac_address': 'fa:16:3e:2f:59:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '80dd0bfb-dfbe-42ee-b0d9-251fe168e508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:47:09Z', 'updated_at': '2022-06-24T23:47:14Z', 'revision_number': 4, 'project_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'subnets': [{'id': '80dd0bfb-dfbe-42ee-b0d9-251fe168e508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-5-smb', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:47:15.432585 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6be305-d30c-4963-bbfe-a86e41a5bd7a None None] The sync data for ids ['d53a711a-9bec-4a49-ae93-b791547b851e'] in dv-cinder-847189-5-smb is: [{'id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'name': 'tempest-AttachVolumeNegativeTest-1127594969-router', 'tenant_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.241'}], 'enable_snat': True}, 'gw_port_id': '29bdc519-d88d-4c03-b997-414dc420d1ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:47:06Z', 'updated_at': '2022-06-24T23:47:10Z', 'revision_number': 4, 'project_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'gw_port': {'id': '29bdc519-d88d-4c03-b997-414dc420d1ef', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:47:07Z', 'updated_at': '2022-06-24T23:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb', '_interfaces': [{'id': '3d937a75-d09b-41f6-b3ef-a59dff25e161', 'name': '', 'network_id': '7abaefcb-0064-4c5b-84e1-b4e60380849f', 'tenant_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'mac_address': 'fa:16:3e:2f:59:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '80dd0bfb-dfbe-42ee-b0d9-251fe168e508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:47:09Z', 'updated_at': '2022-06-24T23:47:14Z', 'revision_number': 4, 'project_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'subnets': [{'id': '80dd0bfb-dfbe-42ee-b0d9-251fe168e508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 23:47:15.711256 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eefc017-fac4-4b6a-a147-bb7cf0cc801e req-3453809d-138a-4edd-996f-9d06106b825a tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:47:15.713533 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-6eefc017-fac4-4b6a-a147-bb7cf0cc801e req-3453809d-138a-4edd-996f-9d06106b825a tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.15 "GET /v2.0/networks?id=7abaefcb-0064-4c5b-84e1-b4e60380849f HTTP/1.1" status: 200 len: 815 time: 0.1583085 Jun 24 23:47:15.798124 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-157ea007-308e-41ee-963a-d1431385f0e5 req-ee74857e-52c3-488e-a5c6-d59005a26459 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/ports?device_id=e83a7558-8aae-4b99-812c-06598a00b8e6 HTTP/1.1" status: 200 len: 210 time: 0.0566764 Jun 24 23:47:15.826801 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-6eefc017-fac4-4b6a-a147-bb7cf0cc801e req-b0946388-8c8e-4fd9-abb5-0f287e33efa4 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc2e981e5c2b4ac78ce7c820ebe3e4a0 HTTP/1.1" status: 200 len: 380 time: 0.1035254 Jun 24 23:47:15.835448 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.v2.base [req-6eefc017-fac4-4b6a-a147-bb7cf0cc801e req-eb65522b-ef1c-4ac8-b69a-ac6fd8071437 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Request body: {'port': {'device_id': 'e83a7558-8aae-4b99-812c-06598a00b8e6', 'network_id': '7abaefcb-0064-4c5b-84e1-b4e60380849f', 'admin_state_up': True, 'tenant_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'security_groups': ['50abbbd4-ce3d-46cb-9b9d-f041c0d0ed06']}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:47:15.970060 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [req-6eefc017-fac4-4b6a-a147-bb7cf0cc801e req-eb65522b-ef1c-4ac8-b69a-ac6fd8071437 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:47:15.980516 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [req-6eefc017-fac4-4b6a-a147-bb7cf0cc801e req-eb65522b-ef1c-4ac8-b69a-ac6fd8071437 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:47:15.991336 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6eefc017-fac4-4b6a-a147-bb7cf0cc801e req-eb65522b-ef1c-4ac8-b69a-ac6fd8071437 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Made reservation on behalf of cc2e981e5c2b4ac78ce7c820ebe3e4a0 for: {'port': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 23:47:15.994810 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-6eefc017-fac4-4b6a-a147-bb7cf0cc801e req-eb65522b-ef1c-4ac8-b69a-ac6fd8071437 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:16.090770 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device 3d937a75-d09b-41f6-b3ef-a59dff25e161 up at agent ovs-agent-dv-cinder-847189-5-smb {{(pid=88110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 23:47:16.164120 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Provisioning for port 3d937a75-d09b-41f6-b3ef-a59dff25e161 completed by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 23:47:16.168689 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Provisioning complete for port 3d937a75-d09b-41f6-b3ef-a59dff25e161 triggered by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:47:16.169089 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:16.244475 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [req-6eefc017-fac4-4b6a-a147-bb7cf0cc801e req-eb65522b-ef1c-4ac8-b69a-ac6fd8071437 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Allocated IP 172.20.0.6 (7abaefcb-0064-4c5b-84e1-b4e60380849f/80dd0bfb-dfbe-42ee-b0d9-251fe168e508/4c0d98b7-c0a9-4aba-bb81-05b4f986b5a9) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 23:47:16.280759 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Current status of the port 3d937a75-d09b-41f6-b3ef-a59dff25e161 is: DOWN; New status is: ACTIVE {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:47:16.281052 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:16.315574 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] For port 3d937a75-d09b-41f6-b3ef-a59dff25e161, host dv-cinder-847189-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-5-smb',level=0,port_id=3d937a75-d09b-41f6-b3ef-a59dff25e161,segment=NetworkSegment(04b3cdd8-8d24-43a2-8a87-294baaf0163b),segment_id=04b3cdd8-8d24-43a2-8a87-294baaf0163b)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:47:16.319199 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:16.385418 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Pushing event updated for resources: {'Port': ['ID=3d937a75-d09b-41f6-b3ef-a59dff25e161,revision_number=5']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:47:16.429576 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-6eefc017-fac4-4b6a-a147-bb7cf0cc801e req-eb65522b-ef1c-4ac8-b69a-ac6fd8071437 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:16.444524 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [req-6eefc017-fac4-4b6a-a147-bb7cf0cc801e req-eb65522b-ef1c-4ac8-b69a-ac6fd8071437 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Transition to ACTIVE for port object 4c0d98b7-c0a9-4aba-bb81-05b4f986b5a9 will not be triggered until provisioned by entity DHCP. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 23:47:16.467368 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-6eefc017-fac4-4b6a-a147-bb7cf0cc801e req-eb65522b-ef1c-4ac8-b69a-ac6fd8071437 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754888214703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266412288'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:16.540637 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6eefc017-fac4-4b6a-a147-bb7cf0cc801e req-eb65522b-ef1c-4ac8-b69a-ac6fd8071437 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Network 7abaefcb-0064-4c5b-84e1-b4e60380849f is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 23:47:16.543595 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [req-6eefc017-fac4-4b6a-a147-bb7cf0cc801e req-eb65522b-ef1c-4ac8-b69a-ac6fd8071437 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 23:47:16.547246 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eefc017-fac4-4b6a-a147-bb7cf0cc801e req-eb65522b-ef1c-4ac8-b69a-ac6fd8071437 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 23:47:16.576646 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb65522b-ef1c-4ac8-b69a-ac6fd8071437 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Pushing event updated for resources: {'Port': ['ID=4c0d98b7-c0a9-4aba-bb81-05b4f986b5a9,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:47:16.613484 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eefc017-fac4-4b6a-a147-bb7cf0cc801e req-eb65522b-ef1c-4ac8-b69a-ac6fd8071437 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:47:16.614083 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-6eefc017-fac4-4b6a-a147-bb7cf0cc801e req-eb65522b-ef1c-4ac8-b69a-ac6fd8071437 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122089'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:16.639383 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-6eefc017-fac4-4b6a-a147-bb7cf0cc801e req-eb65522b-ef1c-4ac8-b69a-ac6fd8071437 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8074148 Jun 24 23:47:16.651523 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.v2.base [req-6eefc017-fac4-4b6a-a147-bb7cf0cc801e req-760d779f-7417-4955-baf1-1c0a61e24f20 service neutron] Request body: {'port': {'device_id': 'e83a7558-8aae-4b99-812c-06598a00b8e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:47:16.764545 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-6eefc017-fac4-4b6a-a147-bb7cf0cc801e req-760d779f-7417-4955-baf1-1c0a61e24f20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:16.773209 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-a4ea3243-1df6-4eaa-9819-be7421d32d6e None None] Provisioning for port 4c0d98b7-c0a9-4aba-bb81-05b4f986b5a9 completed by entity DHCP. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 23:47:16.778522 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-a4ea3243-1df6-4eaa-9819-be7421d32d6e None None] Provisioning complete for port 4c0d98b7-c0a9-4aba-bb81-05b4f986b5a9 triggered by entity DHCP. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:47:16.778522 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-a4ea3243-1df6-4eaa-9819-be7421d32d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:16.832232 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-a4ea3243-1df6-4eaa-9819-be7421d32d6e None None] Port 4c0d98b7-c0a9-4aba-bb81-05b4f986b5a9 cannot update to ACTIVE because it is not bound. {{(pid=88110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 23:47:16.996650 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609c02ef-01e5-43a9-9316-55ed947374bb req-6e8a5177-befd-44f7-91cf-2c9360322885 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:47:16.998275 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-609c02ef-01e5-43a9-9316-55ed947374bb req-6e8a5177-befd-44f7-91cf-2c9360322885 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/ports?device_id=e83a7558-8aae-4b99-812c-06598a00b8e6 HTTP/1.1" status: 200 len: 931 time: 0.0901337 Jun 24 23:47:17.043243 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [req-609c02ef-01e5-43a9-9316-55ed947374bb req-aa212eb6-0023-4d1c-8f6b-e740a0d1ad7a tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Synchronizing usage tracker for tenant:cc2e981e5c2b4ac78ce7c820ebe3e4a0 on resource:security_group {{(pid=88109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 23:47:17.061613 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [req-609c02ef-01e5-43a9-9316-55ed947374bb req-aa212eb6-0023-4d1c-8f6b-e740a0d1ad7a tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Unset dirty status for tenant:cc2e981e5c2b4ac78ce7c820ebe3e4a0 on resource:security_group {{(pid=88109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 23:47:17.062817 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-609c02ef-01e5-43a9-9316-55ed947374bb req-aa212eb6-0023-4d1c-8f6b-e740a0d1ad7a tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/security-groups?id=50abbbd4-ce3d-46cb-9b9d-f041c0d0ed06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585420 Jun 24 23:47:17.099842 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [req-6eefc017-fac4-4b6a-a147-bb7cf0cc801e req-760d779f-7417-4955-baf1-1c0a61e24f20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c0d98b7-c0a9-4aba-bb81-05b4f986b5a9 {{(pid=88108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 23:47:17.106824 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-6eefc017-fac4-4b6a-a147-bb7cf0cc801e req-760d779f-7417-4955-baf1-1c0a61e24f20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:17.121165 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [req-6eefc017-fac4-4b6a-a147-bb7cf0cc801e req-760d779f-7417-4955-baf1-1c0a61e24f20 service neutron] Transition to ACTIVE for port object 4c0d98b7-c0a9-4aba-bb81-05b4f986b5a9 will not be triggered until provisioned by entity L2. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 23:47:17.124508 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-6eefc017-fac4-4b6a-a147-bb7cf0cc801e req-760d779f-7417-4955-baf1-1c0a61e24f20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266412311'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:17.258169 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760d779f-7417-4955-baf1-1c0a61e24f20 service neutron] Pushing event updated for resources: {'Port': ['ID=4c0d98b7-c0a9-4aba-bb81-05b4f986b5a9,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:47:17.365245 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [req-6eefc017-fac4-4b6a-a147-bb7cf0cc801e req-760d779f-7417-4955-baf1-1c0a61e24f20 service neutron] Attempting to bind port 4c0d98b7-c0a9-4aba-bb81-05b4f986b5a9 on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 23:47:17.365575 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [req-6eefc017-fac4-4b6a-a147-bb7cf0cc801e req-760d779f-7417-4955-baf1-1c0a61e24f20 service neutron] Attempting to bind port 4c0d98b7-c0a9-4aba-bb81-05b4f986b5a9 by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': '04b3cdd8-8d24-43a2-8a87-294baaf0163b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '7abaefcb-0064-4c5b-84e1-b4e60380849f'}] {{(pid=88108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 23:47:17.366149 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eefc017-fac4-4b6a-a147-bb7cf0cc801e req-760d779f-7417-4955-baf1-1c0a61e24f20 service neutron] Attempting to bind port 4c0d98b7-c0a9-4aba-bb81-05b4f986b5a9 on network 7abaefcb-0064-4c5b-84e1-b4e60380849f {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 23:47:17.370602 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eefc017-fac4-4b6a-a147-bb7cf0cc801e req-760d779f-7417-4955-baf1-1c0a61e24f20 service neutron] Port 4c0d98b7-c0a9-4aba-bb81-05b4f986b5a9 on network 7abaefcb-0064-4c5b-84e1-b4e60380849f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 23:47:17.370916 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eefc017-fac4-4b6a-a147-bb7cf0cc801e req-760d779f-7417-4955-baf1-1c0a61e24f20 service neutron] Attempting to bind port 4c0d98b7-c0a9-4aba-bb81-05b4f986b5a9 on network 7abaefcb-0064-4c5b-84e1-b4e60380849f {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 23:47:17.375904 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eefc017-fac4-4b6a-a147-bb7cf0cc801e req-760d779f-7417-4955-baf1-1c0a61e24f20 service neutron] Checking agent: {'id': '9603f0a4-e7b3-4133-bd26-ff3a7fe04c7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 23, 39, 9), 'started_at': datetime.datetime(2022, 6, 24, 23, 39, 9), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 23, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 23:47:17.376232 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eefc017-fac4-4b6a-a147-bb7cf0cc801e req-760d779f-7417-4955-baf1-1c0a61e24f20 service neutron] Checking segment: {'id': '04b3cdd8-8d24-43a2-8a87-294baaf0163b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '7abaefcb-0064-4c5b-84e1-b4e60380849f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 23:47:17.376604 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eefc017-fac4-4b6a-a147-bb7cf0cc801e req-760d779f-7417-4955-baf1-1c0a61e24f20 service neutron] Bound using segment: {'id': '04b3cdd8-8d24-43a2-8a87-294baaf0163b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '7abaefcb-0064-4c5b-84e1-b4e60380849f'} {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 23:47:17.377677 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [req-6eefc017-fac4-4b6a-a147-bb7cf0cc801e req-760d779f-7417-4955-baf1-1c0a61e24f20 service neutron] Bound port: 4c0d98b7-c0a9-4aba-bb81-05b4f986b5a9, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04b3cdd8-8d24-43a2-8a87-294baaf0163b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '7abaefcb-0064-4c5b-84e1-b4e60380849f'}}] {{(pid=88108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 23:47:17.378018 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-6eefc017-fac4-4b6a-a147-bb7cf0cc801e req-760d779f-7417-4955-baf1-1c0a61e24f20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:17.465141 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [req-6eefc017-fac4-4b6a-a147-bb7cf0cc801e req-760d779f-7417-4955-baf1-1c0a61e24f20 service neutron] For port 4c0d98b7-c0a9-4aba-bb81-05b4f986b5a9, host hv-cinder-84718, cleared binding levels {{(pid=88108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 23:47:17.468060 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [req-6eefc017-fac4-4b6a-a147-bb7cf0cc801e req-760d779f-7417-4955-baf1-1c0a61e24f20 service neutron] For port 4c0d98b7-c0a9-4aba-bb81-05b4f986b5a9, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=4c0d98b7-c0a9-4aba-bb81-05b4f986b5a9,segment=NetworkSegment(04b3cdd8-8d24-43a2-8a87-294baaf0163b),segment_id=04b3cdd8-8d24-43a2-8a87-294baaf0163b)] {{(pid=88108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 23:47:17.473480 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-6eefc017-fac4-4b6a-a147-bb7cf0cc801e req-760d779f-7417-4955-baf1-1c0a61e24f20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266412311'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:17.529708 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eefc017-fac4-4b6a-a147-bb7cf0cc801e req-760d779f-7417-4955-baf1-1c0a61e24f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:47:17.530309 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-6eefc017-fac4-4b6a-a147-bb7cf0cc801e req-760d779f-7417-4955-baf1-1c0a61e24f20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122089'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:17.531700 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-6eefc017-fac4-4b6a-a147-bb7cf0cc801e req-760d779f-7417-4955-baf1-1c0a61e24f20 service neutron] 10.222.0.15 "PUT /v2.0/ports/4c0d98b7-c0a9-4aba-bb81-05b4f986b5a9 HTTP/1.1" status: 200 len: 1093 time: 0.8844883 Jun 24 23:47:17.532132 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e83a7558-8aae-4b99-812c-06598a00b8e6', 'tag': '4c0d98b7-c0a9-4aba-bb81-05b4f986b5a9'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 23:47:17.554916 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760d779f-7417-4955-baf1-1c0a61e24f20 service neutron] Pushing event updated for resources: {'Port': ['ID=4c0d98b7-c0a9-4aba-bb81-05b4f986b5a9,revision_number=3']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:47:17.641542 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4441ce74-7a3b-4182-92e1-27917a954c95'] response: {'name': 'network-changed', 'server_uuid': 'e83a7558-8aae-4b99-812c-06598a00b8e6', 'tag': '4c0d98b7-c0a9-4aba-bb81-05b4f986b5a9', 'status': 'completed', 'code': 200} Jun 24 23:47:17.657449 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eefc017-fac4-4b6a-a147-bb7cf0cc801e req-f92de3c6-2ca4-4710-9350-880b499a5221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:47:17.659879 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-6eefc017-fac4-4b6a-a147-bb7cf0cc801e req-f92de3c6-2ca4-4710-9350-880b499a5221 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc2e981e5c2b4ac78ce7c820ebe3e4a0&device_id=e83a7558-8aae-4b99-812c-06598a00b8e6 HTTP/1.1" status: 200 len: 1096 time: 0.0855820 Jun 24 23:47:17.728286 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-6eefc017-fac4-4b6a-a147-bb7cf0cc801e req-0f166801-6855-4cde-ba2e-dbcb873eda41 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c0d98b7-c0a9-4aba-bb81-05b4f986b5a9 HTTP/1.1" status: 200 len: 217 time: 0.0605354 Jun 24 23:47:17.793946 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eefc017-fac4-4b6a-a147-bb7cf0cc801e req-3768345d-2107-4ed2-92bf-2105b2aabe99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:47:17.795286 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-6eefc017-fac4-4b6a-a147-bb7cf0cc801e req-3768345d-2107-4ed2-92bf-2105b2aabe99 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=80dd0bfb-dfbe-42ee-b0d9-251fe168e508 HTTP/1.1" status: 200 len: 854 time: 0.0612302 Jun 24 23:47:17.875536 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eefc017-fac4-4b6a-a147-bb7cf0cc801e req-5064c36c-1b7a-46bf-8511-a9f2d6ae6ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:47:17.876897 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-6eefc017-fac4-4b6a-a147-bb7cf0cc801e req-5064c36c-1b7a-46bf-8511-a9f2d6ae6ee2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7abaefcb-0064-4c5b-84e1-b4e60380849f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0748494 Jun 24 23:47:18.067781 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device 3d937a75-d09b-41f6-b3ef-a59dff25e161 up at agent ovs-agent-dv-cinder-847189-5-smb {{(pid=88110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 23:47:18.085588 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-6eefc017-fac4-4b6a-a147-bb7cf0cc801e req-bac112a8-9e2c-4b8d-8993-48e02ebe002c service neutron] 10.222.0.15 "GET /v2.0/networks/7abaefcb-0064-4c5b-84e1-b4e60380849f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930704 Jun 24 23:47:18.138922 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Provisioning complete for port 3d937a75-d09b-41f6-b3ef-a59dff25e161 triggered by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:47:18.139276 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:18.232239 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-6eefc017-fac4-4b6a-a147-bb7cf0cc801e req-e05adc9b-8ff1-4333-9709-0cbdd7b4c912 service neutron] 10.222.0.15 "GET /v2.0/networks/7abaefcb-0064-4c5b-84e1-b4e60380849f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372945 Jun 24 23:47:18.256800 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2a164a-fe82-40d6-85e0-fe4e8979f9d0 req-cf8a7c64-9460-4b9c-a2de-ad8d5e2445f5 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:47:18.257458 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Current status of the port 3d937a75-d09b-41f6-b3ef-a59dff25e161 is: ACTIVE; New status is: ACTIVE {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:47:18.258289 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-2a2a164a-fe82-40d6-85e0-fe4e8979f9d0 req-cf8a7c64-9460-4b9c-a2de-ad8d5e2445f5 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/ports?device_id=e83a7558-8aae-4b99-812c-06598a00b8e6 HTTP/1.1" status: 200 len: 943 time: 0.0890393 Jun 24 23:47:18.302240 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-2a2a164a-fe82-40d6-85e0-fe4e8979f9d0 req-acbf7a32-a868-4342-9acf-3699a3f89ca4 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/security-groups?id=50abbbd4-ce3d-46cb-9b9d-f041c0d0ed06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382130 Jun 24 23:47:18.362764 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d679a621-fd7f-49a1-86a7-c1d3b51846ff req-0af2178e-f8ea-4de3-adde-98aa3d1f5fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:47:18.364269 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-d679a621-fd7f-49a1-86a7-c1d3b51846ff req-0af2178e-f8ea-4de3-adde-98aa3d1f5fc2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc2e981e5c2b4ac78ce7c820ebe3e4a0&device_id=e83a7558-8aae-4b99-812c-06598a00b8e6 HTTP/1.1" status: 200 len: 1096 time: 0.0791349 Jun 24 23:47:18.496194 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d679a621-fd7f-49a1-86a7-c1d3b51846ff req-f96e3733-ba5d-4896-9642-761f774832f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:47:18.497629 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-d679a621-fd7f-49a1-86a7-c1d3b51846ff req-f96e3733-ba5d-4896-9642-761f774832f4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7abaefcb-0064-4c5b-84e1-b4e60380849f HTTP/1.1" status: 200 len: 916 time: 0.1250398 Jun 24 23:47:18.565311 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-d679a621-fd7f-49a1-86a7-c1d3b51846ff req-c9d61913-0748-48d4-937c-8f4f0b6546f9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c0d98b7-c0a9-4aba-bb81-05b4f986b5a9 HTTP/1.1" status: 200 len: 217 time: 0.0608320 Jun 24 23:47:18.625747 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d679a621-fd7f-49a1-86a7-c1d3b51846ff req-1706f03c-821b-475c-bcbe-c459436ca450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:47:18.627832 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-d679a621-fd7f-49a1-86a7-c1d3b51846ff req-1706f03c-821b-475c-bcbe-c459436ca450 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=80dd0bfb-dfbe-42ee-b0d9-251fe168e508 HTTP/1.1" status: 200 len: 854 time: 0.0557625 Jun 24 23:47:18.706372 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d679a621-fd7f-49a1-86a7-c1d3b51846ff req-4659ed63-5302-4137-9e01-cf1ec3e4b802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:47:18.707844 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-d679a621-fd7f-49a1-86a7-c1d3b51846ff req-4659ed63-5302-4137-9e01-cf1ec3e4b802 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7abaefcb-0064-4c5b-84e1-b4e60380849f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0742440 Jun 24 23:47:18.841943 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-d679a621-fd7f-49a1-86a7-c1d3b51846ff req-507b5313-c10f-4676-b500-762a8fb30222 service neutron] 10.222.0.15 "GET /v2.0/networks/7abaefcb-0064-4c5b-84e1-b4e60380849f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225593 Jun 24 23:47:18.968392 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-d679a621-fd7f-49a1-86a7-c1d3b51846ff req-57d3ecc3-cc48-4cd6-86ec-8c13dafa9b42 service neutron] 10.222.0.15 "GET /v2.0/networks/7abaefcb-0064-4c5b-84e1-b4e60380849f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195059 Jun 24 23:47:19.090002 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Device 4c0d98b7-c0a9-4aba-bb81-05b4f986b5a9 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 23:47:19.223472 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] For port 4c0d98b7-c0a9-4aba-bb81-05b4f986b5a9, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=4c0d98b7-c0a9-4aba-bb81-05b4f986b5a9,segment=NetworkSegment(04b3cdd8-8d24-43a2-8a87-294baaf0163b),segment_id=04b3cdd8-8d24-43a2-8a87-294baaf0163b)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:47:19.235921 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Returning: {'device': '4c0d98b7-c0a9-4aba-bb81-05b4f986b5a9', 'network_id': '7abaefcb-0064-4c5b-84e1-b4e60380849f', 'port_id': '4c0d98b7-c0a9-4aba-bb81-05b4f986b5a9', 'mac_address': 'fa:16:3e:91:83:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80dd0bfb-dfbe-42ee-b0d9-251fe168e508', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 23:47:19.289366 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-707bff31-b5da-4601-b274-386892c937dc None None] Current status of the port 4c0d98b7-c0a9-4aba-bb81-05b4f986b5a9 is: DOWN; New status is: BUILD {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:47:19.289735 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:19.306112 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.notifiers.nova [None req-707bff31-b5da-4601-b274-386892c937dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c0d98b7-c0a9-4aba-bb81-05b4f986b5a9 {{(pid=88110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 23:47:19.320431 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] For port 4c0d98b7-c0a9-4aba-bb81-05b4f986b5a9, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=4c0d98b7-c0a9-4aba-bb81-05b4f986b5a9,segment=NetworkSegment(04b3cdd8-8d24-43a2-8a87-294baaf0163b),segment_id=04b3cdd8-8d24-43a2-8a87-294baaf0163b)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:47:19.324172 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:19.391920 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Pushing event updated for resources: {'Port': ['ID=4c0d98b7-c0a9-4aba-bb81-05b4f986b5a9,revision_number=4']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:47:19.495114 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bddb3b3-248b-4258-b5f2-c6debf4ce1a7 req-1b886598-88b1-4f0d-8b81-6de63a549a4f tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:47:19.495830 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-3bddb3b3-248b-4258-b5f2-c6debf4ce1a7 req-1b886598-88b1-4f0d-8b81-6de63a549a4f tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Synchronizing usage tracker for tenant:cc2e981e5c2b4ac78ce7c820ebe3e4a0 on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 23:47:19.511259 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-3bddb3b3-248b-4258-b5f2-c6debf4ce1a7 req-1b886598-88b1-4f0d-8b81-6de63a549a4f tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Unset dirty status for tenant:cc2e981e5c2b4ac78ce7c820ebe3e4a0 on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 23:47:19.512416 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-3bddb3b3-248b-4258-b5f2-c6debf4ce1a7 req-1b886598-88b1-4f0d-8b81-6de63a549a4f tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/ports?device_id=e83a7558-8aae-4b99-812c-06598a00b8e6 HTTP/1.1" status: 200 len: 944 time: 0.1040952 Jun 24 23:47:19.555289 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-3bddb3b3-248b-4258-b5f2-c6debf4ce1a7 req-726e516b-4cb1-4edd-9b75-da8ee6dee852 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/security-groups?id=50abbbd4-ce3d-46cb-9b9d-f041c0d0ed06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368021 Jun 24 23:47:19.597803 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] get_ports_and_sgs() called for port_ids ['4c0d98b7-c0a9-4aba-bb81-05b4f986b5a9'] {{(pid=88110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 23:47:20.740556 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3861680d-3f05-4ec4-9e86-58724e174c4f req-287119e1-e6d8-4f35-bb50-e0b8d6f6d147 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:47:20.742256 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-3861680d-3f05-4ec4-9e86-58724e174c4f req-287119e1-e6d8-4f35-bb50-e0b8d6f6d147 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/ports?device_id=e83a7558-8aae-4b99-812c-06598a00b8e6 HTTP/1.1" status: 200 len: 944 time: 0.0857315 Jun 24 23:47:20.789721 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-3861680d-3f05-4ec4-9e86-58724e174c4f req-f295fc17-d67e-4fc2-8663-229bea59c86e tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/security-groups?id=50abbbd4-ce3d-46cb-9b9d-f041c0d0ed06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415983 Jun 24 23:47:21.124689 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Device 4c0d98b7-c0a9-4aba-bb81-05b4f986b5a9 up at agent hyperv_hv-cinder-84718 {{(pid=88110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 23:47:21.192079 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-707bff31-b5da-4601-b274-386892c937dc None None] Provisioning for port 4c0d98b7-c0a9-4aba-bb81-05b4f986b5a9 completed by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 23:47:21.196896 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-707bff31-b5da-4601-b274-386892c937dc None None] Provisioning complete for port 4c0d98b7-c0a9-4aba-bb81-05b4f986b5a9 triggered by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:47:21.197302 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:21.309306 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-707bff31-b5da-4601-b274-386892c937dc None None] Current status of the port 4c0d98b7-c0a9-4aba-bb81-05b4f986b5a9 is: BUILD; New status is: ACTIVE {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:47:21.309598 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:21.335840 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e83a7558-8aae-4b99-812c-06598a00b8e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c0d98b7-c0a9-4aba-bb81-05b4f986b5a9'}] {{(pid=88110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 23:47:21.345374 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] For port 4c0d98b7-c0a9-4aba-bb81-05b4f986b5a9, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=4c0d98b7-c0a9-4aba-bb81-05b4f986b5a9,segment=NetworkSegment(04b3cdd8-8d24-43a2-8a87-294baaf0163b),segment_id=04b3cdd8-8d24-43a2-8a87-294baaf0163b)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:47:21.349432 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:21.415550 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Pushing event updated for resources: {'Port': ['ID=4c0d98b7-c0a9-4aba-bb81-05b4f986b5a9,revision_number=5']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:47:21.430721 dv-cinder-847189-5-smb neutron-server[88110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42f40802-d6af-4066-8f0a-9d1bb3bf814d'] response: {'server_uuid': 'e83a7558-8aae-4b99-812c-06598a00b8e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c0d98b7-c0a9-4aba-bb81-05b4f986b5a9', 'code': 200} Jun 24 23:47:21.663183 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b312ab7-3e52-428a-aec2-82ac57b87c84 req-243fabdb-fa88-4fec-8fcd-07c232173661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:47:21.664570 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-3b312ab7-3e52-428a-aec2-82ac57b87c84 req-243fabdb-fa88-4fec-8fcd-07c232173661 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e83a7558-8aae-4b99-812c-06598a00b8e6 HTTP/1.1" status: 200 len: 1098 time: 0.0774019 Jun 24 23:47:21.707758 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-3b312ab7-3e52-428a-aec2-82ac57b87c84 req-df878d9e-9262-4f24-b1c2-c8c677b193e0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=50abbbd4-ce3d-46cb-9b9d-f041c0d0ed06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330389 Jun 24 23:47:21.978076 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ebe22c-e912-4878-848c-3d0865011ecd req-d28f23c5-01e5-436a-8957-355bb251beeb tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:47:21.979539 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-d3ebe22c-e912-4878-848c-3d0865011ecd req-d28f23c5-01e5-436a-8957-355bb251beeb tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/ports?device_id=e83a7558-8aae-4b99-812c-06598a00b8e6 HTTP/1.1" status: 200 len: 945 time: 0.0841017 Jun 24 23:47:22.022375 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-d3ebe22c-e912-4878-848c-3d0865011ecd req-e70bff91-a3b8-4963-a0c0-e103845cddb3 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/security-groups?id=50abbbd4-ce3d-46cb-9b9d-f041c0d0ed06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372674 Jun 24 23:47:23.209522 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e452ce-30cd-4c0e-940e-079e6ab82926 req-9cab43ae-38fc-40c3-a2f0-2a315cf998bc tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:47:23.210957 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-63e452ce-30cd-4c0e-940e-079e6ab82926 req-9cab43ae-38fc-40c3-a2f0-2a315cf998bc tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/ports?device_id=e83a7558-8aae-4b99-812c-06598a00b8e6 HTTP/1.1" status: 200 len: 945 time: 0.0844278 Jun 24 23:47:23.258122 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-63e452ce-30cd-4c0e-940e-079e6ab82926 req-c661461d-6e23-4451-ac1d-0c9ad1d75155 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/security-groups?id=50abbbd4-ce3d-46cb-9b9d-f041c0d0ed06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410602 Jun 24 23:47:23.537076 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39970836-9bed-4d0f-8637-881c13cfc0d5 req-87ebf915-d9fe-42b2-b5fe-a6b0c768e59c tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:47:23.538571 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-39970836-9bed-4d0f-8637-881c13cfc0d5 req-87ebf915-d9fe-42b2-b5fe-a6b0c768e59c tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/ports?device_id=e83a7558-8aae-4b99-812c-06598a00b8e6 HTTP/1.1" status: 200 len: 945 time: 0.1849322 Jun 24 23:47:23.547055 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 59590) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:47:23.552711 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.v2.base [None req-78cf192b-b04b-479f-9f16-1576fed5dac9 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Request body: {'floatingip': {'port_id': '4c0d98b7-c0a9-4aba-bb81-05b4f986b5a9'}} {{(pid=88109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:47:23.628003 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-78cf192b-b04b-479f-9f16-1576fed5dac9 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks [] for floatingip, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:24.194159 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-78cf192b-b04b-479f-9f16-1576fed5dac9 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:24.197367 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-78cf192b-b04b-479f-9f16-1576fed5dac9 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476618'] for floatingip, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:24.358163 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.db.l3_db [None req-78cf192b-b04b-479f-9f16-1576fed5dac9 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Floating IP 6d8015d2-b206-4d02-a686-57be495ae949 associated. External IP: 172.28.1.178, port: 4c0d98b7-c0a9-4aba-bb81-05b4f986b5a9. Jun 24 23:47:24.689614 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78cf192b-b04b-479f-9f16-1576fed5dac9 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Router d53a711a-9bec-4a49-ae93-b791547b851e has already been hosted by L3 agent 05c04ad7-f453-4a24-8793-b86a404a0ef9 {{(pid=88109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 23:47:24.976282 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78cf192b-b04b-479f-9f16-1576fed5dac9 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify agent at l3_agent.dv-cinder-847189-5-smb the message routers_updated {{(pid=88109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 23:47:24.981120 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-78cf192b-b04b-479f-9f16-1576fed5dac9 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122089'] for floatingip, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:24.985440 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc946854-759d-4f45-9968-316b11d0cb05 None None] Sync routers for ids ['d53a711a-9bec-4a49-ae93-b791547b851e'] in dv-cinder-847189-5-smb {{(pid=88111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 23:47:24.995263 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc946854-759d-4f45-9968-316b11d0cb05 None None] Routers {'d53a711a-9bec-4a49-ae93-b791547b851e'} bound to L3 agent in host dv-cinder-847189-5-smb {{(pid=88111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 23:47:24.995878 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-dc946854-759d-4f45-9968-316b11d0cb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T23:32:42Z,description=,heartbeat_timestamp=2022-06-24T23:47:12Z,host='dv-cinder-847189-5-smb',id=05c04ad7-f453-4a24-8793-b86a404a0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T23:32:42Z,topic='l3_agent')) {'router_ids': ['d53a711a-9bec-4a49-ae93-b791547b851e'], 'active': True} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:47:25.038824 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-78cf192b-b04b-479f-9f16-1576fed5dac9 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "PUT /v2.0/floatingips/6d8015d2-b206-4d02-a686-57be495ae949 HTTP/1.1" status: 200 len: 991 time: 1.4906578 Jun 24 23:47:25.039431 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e83a7558-8aae-4b99-812c-06598a00b8e6', 'tag': '4c0d98b7-c0a9-4aba-bb81-05b4f986b5a9'}] {{(pid=88109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 23:47:25.083635 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5af9f15c-d7d2-4081-b34e-38c18fc57829'] response: {'name': 'network-changed', 'server_uuid': 'e83a7558-8aae-4b99-812c-06598a00b8e6', 'tag': '4c0d98b7-c0a9-4aba-bb81-05b4f986b5a9', 'status': 'completed', 'code': 200} Jun 24 23:47:25.180954 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60571801-ec3f-44a8-a01e-03d1a2459500 req-93f9a0fd-5ef3-42ed-88d2-f6de3cfee273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:47:25.182420 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-60571801-ec3f-44a8-a01e-03d1a2459500 req-93f9a0fd-5ef3-42ed-88d2-f6de3cfee273 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc2e981e5c2b4ac78ce7c820ebe3e4a0&device_id=e83a7558-8aae-4b99-812c-06598a00b8e6 HTTP/1.1" status: 200 len: 1098 time: 0.0774105 Jun 24 23:47:25.195086 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvr_db [None req-dc946854-759d-4f45-9968-316b11d0cb05 None None] Set router d53a711a-9bec-4a49-ae93-b791547b851e gateway port host: dv-cinder-847189-5-smb {{(pid=88111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 23:47:25.316669 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60571801-ec3f-44a8-a01e-03d1a2459500 req-aa408131-65d9-4ab9-9dde-5e58f93003b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:47:25.318031 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-60571801-ec3f-44a8-a01e-03d1a2459500 req-aa408131-65d9-4ab9-9dde-5e58f93003b5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7abaefcb-0064-4c5b-84e1-b4e60380849f HTTP/1.1" status: 200 len: 916 time: 0.1289005 Jun 24 23:47:25.494149 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-60571801-ec3f-44a8-a01e-03d1a2459500 req-c18135cd-65f5-48c0-bcfe-74a16248258c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c0d98b7-c0a9-4aba-bb81-05b4f986b5a9 HTTP/1.1" status: 200 len: 999 time: 0.1697190 Jun 24 23:47:25.532686 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-dc946854-759d-4f45-9968-316b11d0cb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'name': 'tempest-AttachVolumeNegativeTest-1127594969-router', 'tenant_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.241'}], 'enable_snat': True}, 'gw_port_id': '29bdc519-d88d-4c03-b997-414dc420d1ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:47:06Z', 'updated_at': '2022-06-24T23:47:10Z', 'revision_number': 4, 'project_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'gw_port': {'id': '29bdc519-d88d-4c03-b997-414dc420d1ef', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:47:07Z', 'updated_at': '2022-06-24T23:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb', '_floatingips': [{'id': '6d8015d2-b206-4d02-a686-57be495ae949', 'tenant_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'floating_ip_address': '172.28.1.178', 'floating_network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'router_id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'port_id': '4c0d98b7-c0a9-4aba-bb81-05b4f986b5a9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7abaefcb-0064-4c5b-84e1-b4e60380849f', 'mac_address': 'fa:16:3e:91:83:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83a7558-8aae-4b99-812c-06598a00b8e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T23:47:13Z', 'updated_at': '2022-06-24T23:47:24Z', 'revision_number': 1, 'project_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d937a75-d09b-41f6-b3ef-a59dff25e161', 'name': '', 'network_id': '7abaefcb-0064-4c5b-84e1-b4e60380849f', 'tenant_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'mac_address': 'fa:16:3e:2f:59:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '80dd0bfb-dfbe-42ee-b0d9-251fe168e508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:47:09Z', 'updated_at': '2022-06-24T23:47:16Z', 'revision_number': 5, 'project_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'subnets': [{'id': '80dd0bfb-dfbe-42ee-b0d9-251fe168e508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-5-smb', False) {} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:47:25.536941 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc946854-759d-4f45-9968-316b11d0cb05 None None] Checking router: d53a711a-9bec-4a49-ae93-b791547b851e for host: dv-cinder-847189-5-smb {{(pid=88111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 23:47:25.544934 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc946854-759d-4f45-9968-316b11d0cb05 None None] Routers {'d53a711a-9bec-4a49-ae93-b791547b851e'} bound to L3 agent in host dv-cinder-847189-5-smb {{(pid=88111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 23:47:25.545514 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-dc946854-759d-4f45-9968-316b11d0cb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T23:32:42Z,description=,heartbeat_timestamp=2022-06-24T23:47:12Z,host='dv-cinder-847189-5-smb',id=05c04ad7-f453-4a24-8793-b86a404a0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T23:32:42Z,topic='l3_agent')) {'router_ids': ['d53a711a-9bec-4a49-ae93-b791547b851e'], 'active': True} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:47:25.555014 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60571801-ec3f-44a8-a01e-03d1a2459500 req-dc8d74ed-0358-4ef9-9e29-24916a20df4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:47:25.556445 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-60571801-ec3f-44a8-a01e-03d1a2459500 req-dc8d74ed-0358-4ef9-9e29-24916a20df4c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=80dd0bfb-dfbe-42ee-b0d9-251fe168e508 HTTP/1.1" status: 200 len: 854 time: 0.0553434 Jun 24 23:47:25.641318 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60571801-ec3f-44a8-a01e-03d1a2459500 req-2270021d-4ca8-4f07-a8f4-8fcc1464f70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:47:25.643262 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-60571801-ec3f-44a8-a01e-03d1a2459500 req-2270021d-4ca8-4f07-a8f4-8fcc1464f70f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7abaefcb-0064-4c5b-84e1-b4e60380849f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0785415 Jun 24 23:47:25.714996 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvr_db [None req-dc946854-759d-4f45-9968-316b11d0cb05 None None] Set router d53a711a-9bec-4a49-ae93-b791547b851e gateway port host: dv-cinder-847189-5-smb {{(pid=88111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 23:47:25.775600 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-60571801-ec3f-44a8-a01e-03d1a2459500 req-614fb7cd-75ee-473f-b5de-4cff77117daf service neutron] 10.222.0.15 "GET /v2.0/networks/7abaefcb-0064-4c5b-84e1-b4e60380849f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238899 Jun 24 23:47:25.908847 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-60571801-ec3f-44a8-a01e-03d1a2459500 req-7b049c44-edfa-441b-bbcc-a3216eb20a52 service neutron] 10.222.0.15 "GET /v2.0/networks/7abaefcb-0064-4c5b-84e1-b4e60380849f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261480 Jun 24 23:47:26.062951 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-dc946854-759d-4f45-9968-316b11d0cb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'name': 'tempest-AttachVolumeNegativeTest-1127594969-router', 'tenant_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.241'}], 'enable_snat': True}, 'gw_port_id': '29bdc519-d88d-4c03-b997-414dc420d1ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:47:06Z', 'updated_at': '2022-06-24T23:47:10Z', 'revision_number': 4, 'project_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'gw_port': {'id': '29bdc519-d88d-4c03-b997-414dc420d1ef', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:47:07Z', 'updated_at': '2022-06-24T23:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb', '_floatingips': [{'id': '6d8015d2-b206-4d02-a686-57be495ae949', 'tenant_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'floating_ip_address': '172.28.1.178', 'floating_network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'router_id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'port_id': '4c0d98b7-c0a9-4aba-bb81-05b4f986b5a9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7abaefcb-0064-4c5b-84e1-b4e60380849f', 'mac_address': 'fa:16:3e:91:83:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83a7558-8aae-4b99-812c-06598a00b8e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T23:47:13Z', 'updated_at': '2022-06-24T23:47:24Z', 'revision_number': 1, 'project_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d937a75-d09b-41f6-b3ef-a59dff25e161', 'name': '', 'network_id': '7abaefcb-0064-4c5b-84e1-b4e60380849f', 'tenant_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'mac_address': 'fa:16:3e:2f:59:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '80dd0bfb-dfbe-42ee-b0d9-251fe168e508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:47:09Z', 'updated_at': '2022-06-24T23:47:16Z', 'revision_number': 5, 'project_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'subnets': [{'id': '80dd0bfb-dfbe-42ee-b0d9-251fe168e508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-5-smb', False) {} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:47:26.067497 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc946854-759d-4f45-9968-316b11d0cb05 None None] The sync data for ids ['d53a711a-9bec-4a49-ae93-b791547b851e'] in dv-cinder-847189-5-smb is: [{'id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'name': 'tempest-AttachVolumeNegativeTest-1127594969-router', 'tenant_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.241'}], 'enable_snat': True}, 'gw_port_id': '29bdc519-d88d-4c03-b997-414dc420d1ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:47:06Z', 'updated_at': '2022-06-24T23:47:10Z', 'revision_number': 4, 'project_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'gw_port': {'id': '29bdc519-d88d-4c03-b997-414dc420d1ef', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:47:07Z', 'updated_at': '2022-06-24T23:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb', '_floatingips': [{'id': '6d8015d2-b206-4d02-a686-57be495ae949', 'tenant_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'floating_ip_address': '172.28.1.178', 'floating_network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'router_id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'port_id': '4c0d98b7-c0a9-4aba-bb81-05b4f986b5a9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7abaefcb-0064-4c5b-84e1-b4e60380849f', 'mac_address': 'fa:16:3e:91:83:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83a7558-8aae-4b99-812c-06598a00b8e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T23:47:13Z', 'updated_at': '2022-06-24T23:47:24Z', 'revision_number': 1, 'project_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d937a75-d09b-41f6-b3ef-a59dff25e161', 'name': '', 'network_id': '7abaefcb-0064-4c5b-84e1-b4e60380849f', 'tenant_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'mac_address': 'fa:16:3e:2f:59:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '80dd0bfb-dfbe-42ee-b0d9-251fe168e508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:47:09Z', 'updated_at': '2022-06-24T23:47:16Z', 'revision_number': 5, 'project_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'subnets': [{'id': '80dd0bfb-dfbe-42ee-b0d9-251fe168e508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 23:47:26.247363 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a26a0c-9abf-4378-9c49-28f910749dd9 None None] New status for floating IP 6d8015d2-b206-4d02-a686-57be495ae949: ACTIVE {{(pid=88110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 23:47:37.829548 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3196e6f-98ef-46c2-b0f1-7d46b3eeec02 req-d6be828d-c8f7-4850-a34b-a98fe902720b tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:47:37.831015 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-d3196e6f-98ef-46c2-b0f1-7d46b3eeec02 req-d6be828d-c8f7-4850-a34b-a98fe902720b tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=c86fcbec-cefd-4ae4-a85b-86853d69b175 HTTP/1.1" status: 200 len: 945 time: 0.0854690 Jun 24 23:47:37.874861 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-d3196e6f-98ef-46c2-b0f1-7d46b3eeec02 req-b2c1a299-0131-4747-b81f-43e01bfa56f8 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups?id=7630e433-a36d-4c33-adbc-98339d1db790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378687 Jun 24 23:47:38.133571 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.agents_db [None req-920f0d7c-c373-4dd0-bab9-7f12e43ec96a None None] Agent healthcheck: found 6 active agents {{(pid=88111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 23:47:38.830278 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:39.065557 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6df9a5-e9c1-4518-b19a-ec9925250657 req-054f3980-4a95-4cda-bbe4-fa760ddb1d7c tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:47:39.066907 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-fd6df9a5-e9c1-4518-b19a-ec9925250657 req-054f3980-4a95-4cda-bbe4-fa760ddb1d7c tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=c86fcbec-cefd-4ae4-a85b-86853d69b175 HTTP/1.1" status: 200 len: 945 time: 0.0847242 Jun 24 23:47:39.108171 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-fd6df9a5-e9c1-4518-b19a-ec9925250657 req-d07f9f37-7ea8-4197-890a-93e0f84a8776 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups?id=7630e433-a36d-4c33-adbc-98339d1db790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356796 Jun 24 23:47:39.930203 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-f258b0be-fe5e-49af-b0cd-d763f2aae8c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:40.303116 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0379383a-140e-4aed-ae2e-8ff7de523a29 req-9d83ab2d-dffd-448d-8bd5-17cd89160cb7 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:47:40.304503 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-0379383a-140e-4aed-ae2e-8ff7de523a29 req-9d83ab2d-dffd-448d-8bd5-17cd89160cb7 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=c86fcbec-cefd-4ae4-a85b-86853d69b175 HTTP/1.1" status: 200 len: 945 time: 0.0869920 Jun 24 23:47:40.347567 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-0379383a-140e-4aed-ae2e-8ff7de523a29 req-67c8f2fb-7b63-466e-aca6-78cd5ff8a79d tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups?id=7630e433-a36d-4c33-adbc-98339d1db790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374088 Jun 24 23:47:41.682099 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9728d8-93ce-42fa-ba22-05f19d9d36be req-758b8649-dcc5-4f1e-a7b1-6c5f73b99c84 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:47:41.683470 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-3b9728d8-93ce-42fa-ba22-05f19d9d36be req-758b8649-dcc5-4f1e-a7b1-6c5f73b99c84 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=c86fcbec-cefd-4ae4-a85b-86853d69b175 HTTP/1.1" status: 200 len: 945 time: 0.0894616 Jun 24 23:47:41.726849 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-3b9728d8-93ce-42fa-ba22-05f19d9d36be req-9cdecbd3-8de5-445d-9a94-b0a4be472a50 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups?id=7630e433-a36d-4c33-adbc-98339d1db790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376971 Jun 24 23:47:42.167593 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-9ab2aa1c-f009-40c2-bc4c-93c2061c06f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:42.869982 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-8c0b2992-c590-46d4-9042-25b3b8179244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:42.925021 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037ac60e-5818-4c83-af99-65e12c24d850 req-6ef6e66f-2d48-4ebc-a9d0-80efe5f96e02 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:47:42.926469 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-037ac60e-5818-4c83-af99-65e12c24d850 req-6ef6e66f-2d48-4ebc-a9d0-80efe5f96e02 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=c86fcbec-cefd-4ae4-a85b-86853d69b175 HTTP/1.1" status: 200 len: 945 time: 0.0900836 Jun 24 23:47:42.968974 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-037ac60e-5818-4c83-af99-65e12c24d850 req-bdc5b546-50a9-44d9-9d55-fc2e9b31388f tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups?id=7630e433-a36d-4c33-adbc-98339d1db790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367978 Jun 24 23:47:43.338811 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:44.159204 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c4e931-2cac-436e-b6f5-6284b38ac219 req-4884cc19-8acf-403f-af8b-86144dea0067 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:47:44.160665 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-95c4e931-2cac-436e-b6f5-6284b38ac219 req-4884cc19-8acf-403f-af8b-86144dea0067 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=c86fcbec-cefd-4ae4-a85b-86853d69b175 HTTP/1.1" status: 200 len: 945 time: 0.0840352 Jun 24 23:47:44.205647 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-95c4e931-2cac-436e-b6f5-6284b38ac219 req-dc75ca4e-d697-48ca-a42c-d5d9e92334a4 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups?id=7630e433-a36d-4c33-adbc-98339d1db790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393913 Jun 24 23:47:44.638834 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-1d7c9831-c6e7-4afe-acbd-faa6f5f62172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:45.397705 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8366ad-fc5f-4cc2-843a-bab1f64fafb4 req-e4a464c7-64f3-4229-8aff-4524a002354a tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:47:45.399063 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-2f8366ad-fc5f-4cc2-843a-bab1f64fafb4 req-e4a464c7-64f3-4229-8aff-4524a002354a tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=c86fcbec-cefd-4ae4-a85b-86853d69b175 HTTP/1.1" status: 200 len: 945 time: 0.0873075 Jun 24 23:47:45.441519 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-2f8366ad-fc5f-4cc2-843a-bab1f64fafb4 req-39ddf979-2f58-474f-82ad-626816ce5898 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups?id=7630e433-a36d-4c33-adbc-98339d1db790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368204 Jun 24 23:47:46.632470 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aae8d56-d61f-4317-af24-a1da2211b667 req-768eb6fe-603a-463b-92fb-beea80eff91d tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:47:46.633899 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-8aae8d56-d61f-4317-af24-a1da2211b667 req-768eb6fe-603a-463b-92fb-beea80eff91d tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=c86fcbec-cefd-4ae4-a85b-86853d69b175 HTTP/1.1" status: 200 len: 945 time: 0.0833831 Jun 24 23:47:46.676172 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-8aae8d56-d61f-4317-af24-a1da2211b667 req-c7bec886-9c61-4abf-84e1-7c0ca75d336d tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups?id=7630e433-a36d-4c33-adbc-98339d1db790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367205 Jun 24 23:47:47.872294 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064d5a58-45b4-4661-9539-f227763acf8d req-e3f9e524-bdc5-4e00-a6cf-1b6d11703eb9 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:47:47.873768 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-064d5a58-45b4-4661-9539-f227763acf8d req-e3f9e524-bdc5-4e00-a6cf-1b6d11703eb9 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=c86fcbec-cefd-4ae4-a85b-86853d69b175 HTTP/1.1" status: 200 len: 945 time: 0.0874813 Jun 24 23:47:47.916414 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-064d5a58-45b4-4661-9539-f227763acf8d req-d28a1382-863a-40e0-80de-f9782cb2c134 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups?id=7630e433-a36d-4c33-adbc-98339d1db790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363510 Jun 24 23:47:49.110396 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8671acb-711c-4b79-938d-98a67a792236 req-f6d467e2-4ee8-4591-ab9c-112895c61826 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:47:49.111768 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-e8671acb-711c-4b79-938d-98a67a792236 req-f6d467e2-4ee8-4591-ab9c-112895c61826 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=c86fcbec-cefd-4ae4-a85b-86853d69b175 HTTP/1.1" status: 200 len: 945 time: 0.0867441 Jun 24 23:47:49.153950 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-e8671acb-711c-4b79-938d-98a67a792236 req-c5297b6e-581e-4727-a370-94edb48922e8 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups?id=7630e433-a36d-4c33-adbc-98339d1db790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357897 Jun 24 23:47:50.343660 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf320924-b604-484e-89db-229ac1835287 req-470c8707-06f0-4afa-9dfe-cdc0fa1df4ab tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:47:50.345019 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-cf320924-b604-484e-89db-229ac1835287 req-470c8707-06f0-4afa-9dfe-cdc0fa1df4ab tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=c86fcbec-cefd-4ae4-a85b-86853d69b175 HTTP/1.1" status: 200 len: 945 time: 0.0841699 Jun 24 23:47:50.390977 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-cf320924-b604-484e-89db-229ac1835287 req-c537f517-0077-4c7a-8c55-d2cf0e7090b6 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups?id=7630e433-a36d-4c33-adbc-98339d1db790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397418 Jun 24 23:47:51.586207 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea060379-8f07-44e1-83db-54e2c5f8fc38 req-97143b22-5c10-427a-8460-e6e107a0ffab tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:47:51.587693 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-ea060379-8f07-44e1-83db-54e2c5f8fc38 req-97143b22-5c10-427a-8460-e6e107a0ffab tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=c86fcbec-cefd-4ae4-a85b-86853d69b175 HTTP/1.1" status: 200 len: 945 time: 0.0862451 Jun 24 23:47:51.634255 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-ea060379-8f07-44e1-83db-54e2c5f8fc38 req-9f6acf09-6d74-44b0-b71d-8b185a058bec tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups?id=7630e433-a36d-4c33-adbc-98339d1db790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408797 Jun 24 23:47:52.830247 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219fa11e-ab1c-4e5e-a8b7-7344fd2765a1 req-64af4719-e5d5-4337-8d44-a87f19af5b2e tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:47:52.831814 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-219fa11e-ab1c-4e5e-a8b7-7344fd2765a1 req-64af4719-e5d5-4337-8d44-a87f19af5b2e tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=c86fcbec-cefd-4ae4-a85b-86853d69b175 HTTP/1.1" status: 200 len: 945 time: 0.0881395 Jun 24 23:47:52.874313 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-219fa11e-ab1c-4e5e-a8b7-7344fd2765a1 req-e8657e9f-1d5b-419e-9c45-dcdf17ad596d tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups?id=7630e433-a36d-4c33-adbc-98339d1db790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369332 Jun 24 23:47:54.065879 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46ce23a-f90e-46d4-ae74-0627cf7f564a req-60dfd216-b7de-4154-9b38-8404d891461e tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:47:54.067311 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-c46ce23a-f90e-46d4-ae74-0627cf7f564a req-60dfd216-b7de-4154-9b38-8404d891461e tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=c86fcbec-cefd-4ae4-a85b-86853d69b175 HTTP/1.1" status: 200 len: 945 time: 0.0848312 Jun 24 23:47:54.108814 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-c46ce23a-f90e-46d4-ae74-0627cf7f564a req-f1e5120e-3b44-4aa8-b723-72fb2cd3248b tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups?id=7630e433-a36d-4c33-adbc-98339d1db790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358753 Jun 24 23:47:55.277082 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Device b299c5f4-1cfd-4df6-831d-63846627f10a details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 23:47:55.305589 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b639f6e-6649-431a-8993-d947ac98a8a9 req-8a6d195d-1db7-4c10-89c0-65dcaefd3e98 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:47:55.307177 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-9b639f6e-6649-431a-8993-d947ac98a8a9 req-8a6d195d-1db7-4c10-89c0-65dcaefd3e98 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=c86fcbec-cefd-4ae4-a85b-86853d69b175 HTTP/1.1" status: 200 len: 945 time: 0.0883944 Jun 24 23:47:55.351663 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-9b639f6e-6649-431a-8993-d947ac98a8a9 req-1ce2413e-6298-4e71-8fd6-0a73b7abe968 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups?id=7630e433-a36d-4c33-adbc-98339d1db790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386939 Jun 24 23:47:55.412108 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] For port b299c5f4-1cfd-4df6-831d-63846627f10a, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=b299c5f4-1cfd-4df6-831d-63846627f10a,segment=NetworkSegment(cc28d19b-2326-449b-923e-434d239126ee),segment_id=cc28d19b-2326-449b-923e-434d239126ee)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:47:55.425888 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Returning: {'device': 'b299c5f4-1cfd-4df6-831d-63846627f10a', 'network_id': '85013f97-fab4-404c-a234-1f20e31752e1', 'port_id': 'b299c5f4-1cfd-4df6-831d-63846627f10a', 'mac_address': 'fa:16:3e:a8:ef:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0f5bad0-1ece-425d-be26-c3b0dd205e3f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 23:47:55.482066 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-707bff31-b5da-4601-b274-386892c937dc None None] Current status of the port b299c5f4-1cfd-4df6-831d-63846627f10a is: ACTIVE; New status is: BUILD {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:47:55.482440 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:55.499480 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.notifiers.nova [None req-707bff31-b5da-4601-b274-386892c937dc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b299c5f4-1cfd-4df6-831d-63846627f10a {{(pid=88110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 23:47:55.514938 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] For port b299c5f4-1cfd-4df6-831d-63846627f10a, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=b299c5f4-1cfd-4df6-831d-63846627f10a,segment=NetworkSegment(cc28d19b-2326-449b-923e-434d239126ee),segment_id=cc28d19b-2326-449b-923e-434d239126ee)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:47:55.518358 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:55.585826 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Pushing event updated for resources: {'Port': ['ID=b299c5f4-1cfd-4df6-831d-63846627f10a,revision_number=6']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:47:55.592923 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:47:55.593260 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:47:55.593589 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:47:55.593912 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:47:55.594231 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:47:55.594550 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:47:55.594864 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:47:55.595176 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:47:55.595489 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:47:55.595944 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:47:55.596168 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:47:55.596479 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:47:55.608953 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] get_ports_and_sgs() called for port_ids ['b299c5f4-1cfd-4df6-831d-63846627f10a'] {{(pid=88110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 23:47:56.563605 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff003ba4-2cb0-4bfc-a38a-12f2151cad3b req-e0303664-013e-4a74-82e5-c4a7430bc132 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:47:56.566321 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-ff003ba4-2cb0-4bfc-a38a-12f2151cad3b req-e0303664-013e-4a74-82e5-c4a7430bc132 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=c86fcbec-cefd-4ae4-a85b-86853d69b175 HTTP/1.1" status: 200 len: 944 time: 0.0961626 Jun 24 23:47:56.612869 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-ff003ba4-2cb0-4bfc-a38a-12f2151cad3b req-1ac82391-4874-41ad-9948-eaa44f1fa22c tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups?id=7630e433-a36d-4c33-adbc-98339d1db790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408180 Jun 24 23:47:57.293119 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Device b299c5f4-1cfd-4df6-831d-63846627f10a up at agent hyperv_hv-cinder-84718 {{(pid=88110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 23:47:57.362796 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-707bff31-b5da-4601-b274-386892c937dc None None] Provisioning complete for port b299c5f4-1cfd-4df6-831d-63846627f10a triggered by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:47:57.363439 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:57.482639 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-707bff31-b5da-4601-b274-386892c937dc None None] Current status of the port b299c5f4-1cfd-4df6-831d-63846627f10a is: BUILD; New status is: ACTIVE {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:47:57.483017 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:57.511027 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c86fcbec-cefd-4ae4-a85b-86853d69b175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b299c5f4-1cfd-4df6-831d-63846627f10a'}] {{(pid=88110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 23:47:57.521695 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] For port b299c5f4-1cfd-4df6-831d-63846627f10a, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=b299c5f4-1cfd-4df6-831d-63846627f10a,segment=NetworkSegment(cc28d19b-2326-449b-923e-434d239126ee),segment_id=cc28d19b-2326-449b-923e-434d239126ee)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:47:57.528167 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:47:57.565076 dv-cinder-847189-5-smb neutron-server[88110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7259bc69-fecb-4405-8b7e-10c230454395'] response: {'server_uuid': 'c86fcbec-cefd-4ae4-a85b-86853d69b175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b299c5f4-1cfd-4df6-831d-63846627f10a', 'code': 200} Jun 24 23:47:57.603197 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Pushing event updated for resources: {'Port': ['ID=b299c5f4-1cfd-4df6-831d-63846627f10a,revision_number=7']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:47:57.812369 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a084f5f4-4100-46f7-8f08-9610fc9c82e9 req-05f35e41-749b-4f9b-bf61-ff3845d1b8a5 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:47:57.817098 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-a084f5f4-4100-46f7-8f08-9610fc9c82e9 req-05f35e41-749b-4f9b-bf61-ff3845d1b8a5 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=c86fcbec-cefd-4ae4-a85b-86853d69b175 HTTP/1.1" status: 200 len: 945 time: 0.0891061 Jun 24 23:47:57.868043 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-a084f5f4-4100-46f7-8f08-9610fc9c82e9 req-43ae19a8-4b5c-4934-95d1-bfd838256330 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups?id=7630e433-a36d-4c33-adbc-98339d1db790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475750 Jun 24 23:47:59.068168 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2309d5-bcc0-43c2-b105-90ce52d06cf7 req-885a48ff-a3dc-4b78-bcd5-3a0b445f1033 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:47:59.070539 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-2d2309d5-bcc0-43c2-b105-90ce52d06cf7 req-885a48ff-a3dc-4b78-bcd5-3a0b445f1033 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=c86fcbec-cefd-4ae4-a85b-86853d69b175 HTTP/1.1" status: 200 len: 945 time: 0.0874422 Jun 24 23:47:59.120147 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-2d2309d5-bcc0-43c2-b105-90ce52d06cf7 req-fdb3205c-d5f0-4b37-8cea-40289a80e89b tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups?id=7630e433-a36d-4c33-adbc-98339d1db790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438902 Jun 24 23:48:00.339377 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28405320-1b2a-410f-b7ea-a65fe40bb0b0 req-b5e8dd25-b956-43fd-810d-1f11f746413a tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:48:00.341635 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-28405320-1b2a-410f-b7ea-a65fe40bb0b0 req-b5e8dd25-b956-43fd-810d-1f11f746413a tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=c86fcbec-cefd-4ae4-a85b-86853d69b175 HTTP/1.1" status: 200 len: 945 time: 0.0989811 Jun 24 23:48:00.388999 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-28405320-1b2a-410f-b7ea-a65fe40bb0b0 req-3fd86208-46f1-4b2e-9423-01e3aeaf7fee tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups?id=7630e433-a36d-4c33-adbc-98339d1db790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413761 Jun 24 23:48:01.654958 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0723c34a-5e48-4952-979d-88e11bb3464b req-161bd4d3-d335-41ce-a177-820ba4b08db6 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:48:01.656472 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-0723c34a-5e48-4952-979d-88e11bb3464b req-161bd4d3-d335-41ce-a177-820ba4b08db6 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=c86fcbec-cefd-4ae4-a85b-86853d69b175 HTTP/1.1" status: 200 len: 945 time: 0.1203182 Jun 24 23:48:01.706062 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-0723c34a-5e48-4952-979d-88e11bb3464b req-eeeebeaf-5d44-4f9f-82dc-181a8d72c857 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups?id=7630e433-a36d-4c33-adbc-98339d1db790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388715 Jun 24 23:48:02.918008 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40fc42c-98f0-4cc0-b69b-54684487d1c7 req-049b334a-8d61-45b9-998a-3eeb23c86ffd tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:48:02.920160 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-b40fc42c-98f0-4cc0-b69b-54684487d1c7 req-049b334a-8d61-45b9-998a-3eeb23c86ffd tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=c86fcbec-cefd-4ae4-a85b-86853d69b175 HTTP/1.1" status: 200 len: 945 time: 0.0939505 Jun 24 23:48:02.966901 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-b40fc42c-98f0-4cc0-b69b-54684487d1c7 req-9e546388-fd6b-4724-abcf-ef8246411a03 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups?id=7630e433-a36d-4c33-adbc-98339d1db790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403485 Jun 24 23:48:04.194321 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06ccd79-b4a7-4e46-85bc-6ce70ae7f43a req-bc0ed83b-ab82-4d0e-9c12-4b22b45e6baa tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:48:04.196130 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-d06ccd79-b4a7-4e46-85bc-6ce70ae7f43a req-bc0ed83b-ab82-4d0e-9c12-4b22b45e6baa tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=c86fcbec-cefd-4ae4-a85b-86853d69b175 HTTP/1.1" status: 200 len: 945 time: 0.1069298 Jun 24 23:48:04.260412 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-d06ccd79-b4a7-4e46-85bc-6ce70ae7f43a req-9689ed07-6e74-4ffa-ab88-2a0a10666899 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups?id=7630e433-a36d-4c33-adbc-98339d1db790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580428 Jun 24 23:48:05.454669 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e065548a-5252-404f-b49e-2cc0ef06cd22 req-51c209f1-ae53-4240-904c-2b8f7c18a2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:48:05.456193 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-e065548a-5252-404f-b49e-2cc0ef06cd22 req-51c209f1-ae53-4240-904c-2b8f7c18a2b5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b035f09c574a4283bf9b03bc84f830d7&device_id=c86fcbec-cefd-4ae4-a85b-86853d69b175 HTTP/1.1" status: 200 len: 1098 time: 0.1528530 Jun 24 23:48:05.463581 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785edc66-e92a-4b75-9b83-20b4092c6375 req-e697e6e0-b862-41c6-b2eb-f0780c266fce tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:48:05.466009 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-785edc66-e92a-4b75-9b83-20b4092c6375 req-e697e6e0-b862-41c6-b2eb-f0780c266fce tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=c86fcbec-cefd-4ae4-a85b-86853d69b175 HTTP/1.1" status: 200 len: 945 time: 0.0955901 Jun 24 23:48:05.512902 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-785edc66-e92a-4b75-9b83-20b4092c6375 req-11a4d0a4-00ab-4b58-8b11-ff87e6e8fac0 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups?id=7630e433-a36d-4c33-adbc-98339d1db790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407252 Jun 24 23:48:05.587440 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e065548a-5252-404f-b49e-2cc0ef06cd22 req-27ac603d-f3a8-4bb2-97f5-36cd2a5aa0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:48:05.588827 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-e065548a-5252-404f-b49e-2cc0ef06cd22 req-27ac603d-f3a8-4bb2-97f5-36cd2a5aa0da service neutron] 10.222.0.15 "GET /v2.0/networks?id=85013f97-fab4-404c-a234-1f20e31752e1 HTTP/1.1" status: 200 len: 917 time: 0.1228430 Jun 24 23:48:05.688409 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-e065548a-5252-404f-b49e-2cc0ef06cd22 req-92ad1c78-0f9f-485a-a83c-22f3dbb01de3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b299c5f4-1cfd-4df6-831d-63846627f10a HTTP/1.1" status: 200 len: 1001 time: 0.0924308 Jun 24 23:48:05.751018 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e065548a-5252-404f-b49e-2cc0ef06cd22 req-22a2e72c-d67a-476e-87c1-d752d116157a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:48:05.752482 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-e065548a-5252-404f-b49e-2cc0ef06cd22 req-22a2e72c-d67a-476e-87c1-d752d116157a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c0f5bad0-1ece-425d-be26-c3b0dd205e3f HTTP/1.1" status: 200 len: 855 time: 0.0549586 Jun 24 23:48:05.837037 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e065548a-5252-404f-b49e-2cc0ef06cd22 req-b60165a1-de62-46cc-8bf2-ac7878aa0953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:48:05.838637 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-e065548a-5252-404f-b49e-2cc0ef06cd22 req-b60165a1-de62-46cc-8bf2-ac7878aa0953 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=85013f97-fab4-404c-a234-1f20e31752e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0772738 Jun 24 23:48:05.971411 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-e065548a-5252-404f-b49e-2cc0ef06cd22 req-212860b7-b8ee-4d77-b29b-46c6de053f9b service neutron] 10.222.0.15 "GET /v2.0/networks/85013f97-fab4-404c-a234-1f20e31752e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231446 Jun 24 23:48:06.001956 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 59770) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:48:06.007530 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.v2.base [None req-358a2080-d730-4adb-b788-615caa435520 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2147167090', 'description': 'tempest-description--1126883327'}} {{(pid=88109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:48:06.013097 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-358a2080-d730-4adb-b788-615caa435520 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:48:06.022341 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-358a2080-d730-4adb-b788-615caa435520 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:48:06.031887 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-358a2080-d730-4adb-b788-615caa435520 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks [] for security_group, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:48:06.051456 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-358a2080-d730-4adb-b788-615caa435520 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:48:06.055154 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-358a2080-d730-4adb-b788-615caa435520 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Usage tracker for resource:security_group_rule and tenant:cc2e981e5c2b4ac78ce7c820ebe3e4a0 is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:48:06.057891 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-358a2080-d730-4adb-b788-615caa435520 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:48:06.063394 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-358a2080-d730-4adb-b788-615caa435520 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:48:06.110552 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-e065548a-5252-404f-b49e-2cc0ef06cd22 req-23d2e1fa-0e3c-4af5-89d9-522e5854f2f6 service neutron] 10.222.0.15 "GET /v2.0/networks/85013f97-fab4-404c-a234-1f20e31752e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280811 Jun 24 23:48:06.132946 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-358a2080-d730-4adb-b788-615caa435520 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks [] for security_group, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:48:06.136791 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-358a2080-d730-4adb-b788-615caa435520 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:48:06.178874 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358a2080-d730-4adb-b788-615caa435520 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e460042-58a3-4094-b802-d148aa847a04,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:48:06.186679 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358a2080-d730-4adb-b788-615caa435520 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:48:06.187021 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358a2080-d730-4adb-b788-615caa435520 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:48:06.187356 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358a2080-d730-4adb-b788-615caa435520 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:48:06.187713 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358a2080-d730-4adb-b788-615caa435520 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:48:06.188042 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358a2080-d730-4adb-b788-615caa435520 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:48:06.188368 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358a2080-d730-4adb-b788-615caa435520 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:48:06.188689 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358a2080-d730-4adb-b788-615caa435520 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:48:06.189010 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358a2080-d730-4adb-b788-615caa435520 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:48:06.189327 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358a2080-d730-4adb-b788-615caa435520 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:48:06.189728 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358a2080-d730-4adb-b788-615caa435520 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:48:06.190701 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358a2080-d730-4adb-b788-615caa435520 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:48:06.191071 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358a2080-d730-4adb-b788-615caa435520 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:48:06.194297 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-358a2080-d730-4adb-b788-615caa435520 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks [] for security_group, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:48:06.195606 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-358a2080-d730-4adb-b788-615caa435520 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1920214 Jun 24 23:48:06.198351 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 59774) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:48:06.203750 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.v2.base [None req-df02916f-c313-41f4-b622-50aa44ab07f3 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Request body: {'security_group_rule': {'security_group_id': '3e460042-58a3-4094-b802-d148aa847a04', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:48:06.209695 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-df02916f-c313-41f4-b622-50aa44ab07f3 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:48:06.213617 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-df02916f-c313-41f4-b622-50aa44ab07f3 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Usage tracker for resource:security_group_rule and tenant:cc2e981e5c2b4ac78ce7c820ebe3e4a0 is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:48:06.216502 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-df02916f-c313-41f4-b622-50aa44ab07f3 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:48:06.222594 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-df02916f-c313-41f4-b622-50aa44ab07f3 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:48:06.239718 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-df02916f-c313-41f4-b622-50aa44ab07f3 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:48:06.304931 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-df02916f-c313-41f4-b622-50aa44ab07f3 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:48:06.308645 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-df02916f-c313-41f4-b622-50aa44ab07f3 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524818'] for security_group_rule, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:48:06.332438 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df02916f-c313-41f4-b622-50aa44ab07f3 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adb9c7e7-f4cf-47c1-bfcb-cde479a49218,revision_number=0']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:48:06.341998 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-df02916f-c313-41f4-b622-50aa44ab07f3 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:48:06.343330 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-df02916f-c313-41f4-b622-50aa44ab07f3 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1440184 Jun 24 23:48:06.346516 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 59778) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:48:06.351414 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.v2.base [None req-7de8459d-2792-4a39-b5c1-9080d6ddcd9b tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Request body: {'security_group_rule': {'security_group_id': '3e460042-58a3-4094-b802-d148aa847a04', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:48:06.356920 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-7de8459d-2792-4a39-b5c1-9080d6ddcd9b tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:48:06.360719 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-7de8459d-2792-4a39-b5c1-9080d6ddcd9b tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Usage tracker for resource:security_group_rule and tenant:cc2e981e5c2b4ac78ce7c820ebe3e4a0 is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:48:06.364100 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-7de8459d-2792-4a39-b5c1-9080d6ddcd9b tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:48:06.369912 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-7de8459d-2792-4a39-b5c1-9080d6ddcd9b tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:48:06.385592 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-7de8459d-2792-4a39-b5c1-9080d6ddcd9b tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:48:06.443901 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-7de8459d-2792-4a39-b5c1-9080d6ddcd9b tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:48:06.447434 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-7de8459d-2792-4a39-b5c1-9080d6ddcd9b tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524818'] for security_group_rule, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:48:06.469163 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de8459d-2792-4a39-b5c1-9080d6ddcd9b tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8640728d-10c1-4e51-8c6f-c0dd709bf93f,revision_number=0']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:48:06.477987 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-7de8459d-2792-4a39-b5c1-9080d6ddcd9b tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:48:06.479159 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-7de8459d-2792-4a39-b5c1-9080d6ddcd9b tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1317275 Jun 24 23:48:06.482144 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 59782) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:48:06.487638 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.v2.base [None req-2110693f-0ca8-4657-9930-54b894ef533d tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Request body: {'floatingip': {'floating_network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932'}} {{(pid=88109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:48:06.493262 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-2110693f-0ca8-4657-9930-54b894ef533d tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:48:06.497066 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-2110693f-0ca8-4657-9930-54b894ef533d tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Usage tracker for resource:floatingip and tenant:cc2e981e5c2b4ac78ce7c820ebe3e4a0 is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:48:06.499882 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-2110693f-0ca8-4657-9930-54b894ef533d tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:48:06.505431 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-2110693f-0ca8-4657-9930-54b894ef533d tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:48:06.515010 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-2110693f-0ca8-4657-9930-54b894ef533d tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks [] for floatingip, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:48:06.798257 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-2110693f-0ca8-4657-9930-54b894ef533d tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:48:06.880139 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414ff9f8-d91b-43d0-891f-f81d1b531f22 req-10baaebf-8592-421c-a56b-72ae69d96d7d tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:48:06.881605 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-414ff9f8-d91b-43d0-891f-f81d1b531f22 req-10baaebf-8592-421c-a56b-72ae69d96d7d tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=c86fcbec-cefd-4ae4-a85b-86853d69b175 HTTP/1.1" status: 200 len: 945 time: 0.2572353 Jun 24 23:48:06.975641 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-414ff9f8-d91b-43d0-891f-f81d1b531f22 req-3629146d-bede-4e10-8abe-47b67de54df0 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups?id=7630e433-a36d-4c33-adbc-98339d1db790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879583 Jun 24 23:48:06.982404 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-2110693f-0ca8-4657-9930-54b894ef533d tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Allocated IP 172.28.1.191 (faf77eb5-d359-4977-a80d-20d91cf50932/45337dfe-1492-4630-96d4-ace1b4f61ce9/b9065d40-fc2a-421a-ae56-d721e2fc5b02) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 23:48:07.123777 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-2110693f-0ca8-4657-9930-54b894ef533d tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:48:07.151429 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-2110693f-0ca8-4657-9930-54b894ef533d tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754888214703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266550608'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:48:07.213947 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2110693f-0ca8-4657-9930-54b894ef533d tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Network faf77eb5-d359-4977-a80d-20d91cf50932 is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 23:48:07.216778 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-2110693f-0ca8-4657-9930-54b894ef533d tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 23:48:07.220293 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2110693f-0ca8-4657-9930-54b894ef533d tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 23:48:07.252214 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2110693f-0ca8-4657-9930-54b894ef533d tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Pushing event updated for resources: {'Port': ['ID=b9065d40-fc2a-421a-ae56-d721e2fc5b02,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:48:07.301351 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-2110693f-0ca8-4657-9930-54b894ef533d tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:48:07.342511 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Device b299c5f4-1cfd-4df6-831d-63846627f10a no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 23:48:07.358431 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-2110693f-0ca8-4657-9930-54b894ef533d tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:48:07.453483 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-707bff31-b5da-4601-b274-386892c937dc None None] Current status of the port b299c5f4-1cfd-4df6-831d-63846627f10a is: ACTIVE; New status is: DOWN {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:48:07.453812 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:48:07.482675 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c86fcbec-cefd-4ae4-a85b-86853d69b175', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b299c5f4-1cfd-4df6-831d-63846627f10a'}] {{(pid=88110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 23:48:07.493566 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] For port b299c5f4-1cfd-4df6-831d-63846627f10a, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=b299c5f4-1cfd-4df6-831d-63846627f10a,segment=NetworkSegment(cc28d19b-2326-449b-923e-434d239126ee),segment_id=cc28d19b-2326-449b-923e-434d239126ee)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:48:07.498102 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:48:07.535259 dv-cinder-847189-5-smb neutron-server[88110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94c84966-4f78-4300-8598-d3c3bb88252c'] response: {'server_uuid': 'c86fcbec-cefd-4ae4-a85b-86853d69b175', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b299c5f4-1cfd-4df6-831d-63846627f10a', 'code': 200} Jun 24 23:48:07.566074 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-2110693f-0ca8-4657-9930-54b894ef533d tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks [] for port, precommit_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:48:07.570793 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-2110693f-0ca8-4657-9930-54b894ef533d tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266550599'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:48:07.571406 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Pushing event updated for resources: {'Port': ['ID=b299c5f4-1cfd-4df6-831d-63846627f10a,revision_number=8']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:48:07.673358 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2110693f-0ca8-4657-9930-54b894ef533d tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Pushing event updated for resources: {'Port': ['ID=b9065d40-fc2a-421a-ae56-d721e2fc5b02,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:48:07.687969 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-2110693f-0ca8-4657-9930-54b894ef533d tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476618'] for floatingip, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:48:07.709693 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-2110693f-0ca8-4657-9930-54b894ef533d tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122089'] for floatingip, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:48:07.710972 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-2110693f-0ca8-4657-9930-54b894ef533d tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2279420 Jun 24 23:48:07.868391 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [req-9a2c618b-c715-44cb-91a4-3af0305795ae req-06e5d717-a8ad-4780-8f47-8c504fa236cc tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Synchronizing usage tracker for tenant:cc2e981e5c2b4ac78ce7c820ebe3e4a0 on resource:security_group {{(pid=88109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 23:48:07.882991 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [req-9a2c618b-c715-44cb-91a4-3af0305795ae req-06e5d717-a8ad-4780-8f47-8c504fa236cc tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Unset dirty status for tenant:cc2e981e5c2b4ac78ce7c820ebe3e4a0 on resource:security_group {{(pid=88109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 23:48:07.884195 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-9a2c618b-c715-44cb-91a4-3af0305795ae req-06e5d717-a8ad-4780-8f47-8c504fa236cc tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--2147167090&fields=id&tenant_id=cc2e981e5c2b4ac78ce7c820ebe3e4a0 HTTP/1.1" status: 200 len: 267 time: 0.0541768 Jun 24 23:48:08.033057 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2c618b-c715-44cb-91a4-3af0305795ae req-69d90294-717d-429b-960c-105a61a993fd tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:48:08.033827 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [req-9a2c618b-c715-44cb-91a4-3af0305795ae req-69d90294-717d-429b-960c-105a61a993fd tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Synchronizing usage tracker for tenant:cc2e981e5c2b4ac78ce7c820ebe3e4a0 on resource:network {{(pid=88109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 23:48:08.052093 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [req-9a2c618b-c715-44cb-91a4-3af0305795ae req-69d90294-717d-429b-960c-105a61a993fd tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Unset dirty status for tenant:cc2e981e5c2b4ac78ce7c820ebe3e4a0 on resource:network {{(pid=88109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 23:48:08.053833 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-9a2c618b-c715-44cb-91a4-3af0305795ae req-69d90294-717d-429b-960c-105a61a993fd tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/networks?id=7abaefcb-0064-4c5b-84e1-b4e60380849f HTTP/1.1" status: 200 len: 815 time: 0.1629972 Jun 24 23:48:08.069629 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-9a2c618b-c715-44cb-91a4-3af0305795ae req-7e5f8603-3f49-48c5-9117-50b9061c2d75 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/quotas/cc2e981e5c2b4ac78ce7c820ebe3e4a0 HTTP/1.1" status: 200 len: 375 time: 0.0101440 Jun 24 23:48:08.172937 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-9a2c618b-c715-44cb-91a4-3af0305795ae req-73953074-4f4b-4276-94c4-a3fa6401e8a5 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=cc2e981e5c2b4ac78ce7c820ebe3e4a0&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0976121 Jun 24 23:48:08.177909 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e43c10d-f83a-498a-8d67-60610d456e09 req-89b2c4f7-cdf6-4e49-95f6-0bc00f32d884 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:48:08.179407 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-5e43c10d-f83a-498a-8d67-60610d456e09 req-89b2c4f7-cdf6-4e49-95f6-0bc00f32d884 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=c86fcbec-cefd-4ae4-a85b-86853d69b175 HTTP/1.1" status: 200 len: 943 time: 0.0845621 Jun 24 23:48:08.225934 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-5e43c10d-f83a-498a-8d67-60610d456e09 req-16438908-3b52-4744-9de7-4708d49ee7dd tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups?id=7630e433-a36d-4c33-adbc-98339d1db790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408301 Jun 24 23:48:08.309333 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-9a2c618b-c715-44cb-91a4-3af0305795ae req-4eadf3a9-bb57-4698-901e-5600404b9b00 service neutron] 10.222.0.42 "GET /v2.0/networks/7abaefcb-0064-4c5b-84e1-b4e60380849f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250238 Jun 24 23:48:08.444175 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-9a2c618b-c715-44cb-91a4-3af0305795ae req-1b69ea69-d63b-4693-9868-ddab259d18ec service neutron] 10.222.0.42 "GET /v2.0/networks/7abaefcb-0064-4c5b-84e1-b4e60380849f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288335 Jun 24 23:48:08.634798 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-942816e4-d539-494f-8cb2-1c7e4c223a14 req-ebc7af30-e214-4a0a-be1e-61404ffe504e tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/ports?device_id=503e601f-1ed0-42cc-a319-0482a5c1dbff HTTP/1.1" status: 200 len: 210 time: 0.0542345 Jun 24 23:48:08.831404 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:48:09.237381 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b73934-5d50-4277-af4f-94419d7a9cff req-33bb36c6-1b62-4021-871c-33759b5b3187 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:48:09.238875 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-05b73934-5d50-4277-af4f-94419d7a9cff req-33bb36c6-1b62-4021-871c-33759b5b3187 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=c86fcbec-cefd-4ae4-a85b-86853d69b175 HTTP/1.1" status: 200 len: 943 time: 0.0890329 Jun 24 23:48:09.281297 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-05b73934-5d50-4277-af4f-94419d7a9cff req-cf4cc7e3-ecac-469a-bb21-dbf284d6bf9a tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups?id=7630e433-a36d-4c33-adbc-98339d1db790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364270 Jun 24 23:48:09.427466 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 59850) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:48:09.543194 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-d0bb2d20-db45-443b-9daa-20817aa09243 req-05530aab-bb35-401b-bd35-195bae4712d9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c86fcbec-cefd-4ae4-a85b-86853d69b175&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1144638 Jun 24 23:48:09.738968 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2c618b-c715-44cb-91a4-3af0305795ae req-fcd74c37-7727-4fe4-b6dc-26299cfb1e22 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:48:09.740708 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-9a2c618b-c715-44cb-91a4-3af0305795ae req-fcd74c37-7727-4fe4-b6dc-26299cfb1e22 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.15 "GET /v2.0/networks?id=7abaefcb-0064-4c5b-84e1-b4e60380849f HTTP/1.1" status: 200 len: 815 time: 0.1672871 Jun 24 23:48:09.838362 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-9a2c618b-c715-44cb-91a4-3af0305795ae req-caaaa3b2-725c-447a-9c03-9010f770b5c0 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc2e981e5c2b4ac78ce7c820ebe3e4a0 HTTP/1.1" status: 200 len: 473 time: 0.0872788 Jun 24 23:48:09.849275 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.v2.base [req-9a2c618b-c715-44cb-91a4-3af0305795ae req-d0818d2f-541c-461c-a102-f059d0ba34d6 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Request body: {'port': {'device_id': '503e601f-1ed0-42cc-a319-0482a5c1dbff', 'network_id': '7abaefcb-0064-4c5b-84e1-b4e60380849f', 'admin_state_up': True, 'tenant_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'security_groups': ['3e460042-58a3-4094-b802-d148aa847a04']}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:48:09.955248 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-290bf7a9-f092-4dd0-b854-72abf2396f8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:48:10.013878 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-fb304ce6-c081-4367-8046-1b9a5ac5cf3a req-eb3d65d5-af2c-4250-aa5d-ab440c5da55b tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/ports?device_id=503e601f-1ed0-42cc-a319-0482a5c1dbff HTTP/1.1" status: 200 len: 210 time: 0.1789193 Jun 24 23:48:10.020569 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [req-9a2c618b-c715-44cb-91a4-3af0305795ae req-d0818d2f-541c-461c-a102-f059d0ba34d6 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:48:10.031545 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [req-9a2c618b-c715-44cb-91a4-3af0305795ae req-d0818d2f-541c-461c-a102-f059d0ba34d6 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:48:10.042125 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a2c618b-c715-44cb-91a4-3af0305795ae req-d0818d2f-541c-461c-a102-f059d0ba34d6 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Made reservation on behalf of cc2e981e5c2b4ac78ce7c820ebe3e4a0 for: {'port': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 23:48:10.045830 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-9a2c618b-c715-44cb-91a4-3af0305795ae req-d0818d2f-541c-461c-a102-f059d0ba34d6 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:48:10.209741 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [req-9a2c618b-c715-44cb-91a4-3af0305795ae req-d0818d2f-541c-461c-a102-f059d0ba34d6 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Allocated IP 172.20.0.13 (7abaefcb-0064-4c5b-84e1-b4e60380849f/80dd0bfb-dfbe-42ee-b0d9-251fe168e508/5752e1a9-4955-4583-a3df-5676604c99cc) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 23:48:10.514431 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-9a2c618b-c715-44cb-91a4-3af0305795ae req-d0818d2f-541c-461c-a102-f059d0ba34d6 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:48:10.544219 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [req-9a2c618b-c715-44cb-91a4-3af0305795ae req-d0818d2f-541c-461c-a102-f059d0ba34d6 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Transition to ACTIVE for port object 5752e1a9-4955-4583-a3df-5676604c99cc will not be triggered until provisioned by entity DHCP. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 23:48:10.582516 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976d1207-acf1-456e-92b4-1f088e0d21f3 req-5504609a-81fa-4b37-9682-69b5475982ef tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:48:10.584027 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-976d1207-acf1-456e-92b4-1f088e0d21f3 req-5504609a-81fa-4b37-9682-69b5475982ef tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=c86fcbec-cefd-4ae4-a85b-86853d69b175 HTTP/1.1" status: 200 len: 943 time: 0.1927986 Jun 24 23:48:10.604804 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-9a2c618b-c715-44cb-91a4-3af0305795ae req-d0818d2f-541c-461c-a102-f059d0ba34d6 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754888214703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266412288'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:48:10.699167 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-976d1207-acf1-456e-92b4-1f088e0d21f3 req-d5ddd3d6-2250-4e7d-81a6-3a443fa870e3 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups?id=7630e433-a36d-4c33-adbc-98339d1db790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089373 Jun 24 23:48:10.700940 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a2c618b-c715-44cb-91a4-3af0305795ae req-d0818d2f-541c-461c-a102-f059d0ba34d6 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Network 7abaefcb-0064-4c5b-84e1-b4e60380849f is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 23:48:10.704018 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [req-9a2c618b-c715-44cb-91a4-3af0305795ae req-d0818d2f-541c-461c-a102-f059d0ba34d6 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 23:48:10.708577 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a2c618b-c715-44cb-91a4-3af0305795ae req-d0818d2f-541c-461c-a102-f059d0ba34d6 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 23:48:10.764172 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0818d2f-541c-461c-a102-f059d0ba34d6 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Pushing event updated for resources: {'Port': ['ID=5752e1a9-4955-4583-a3df-5676604c99cc,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:48:10.776150 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2c618b-c715-44cb-91a4-3af0305795ae req-d0818d2f-541c-461c-a102-f059d0ba34d6 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:48:10.777016 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-9a2c618b-c715-44cb-91a4-3af0305795ae req-d0818d2f-541c-461c-a102-f059d0ba34d6 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122089'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:48:10.786751 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0818d2f-541c-461c-a102-f059d0ba34d6 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:48:10.787090 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0818d2f-541c-461c-a102-f059d0ba34d6 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:48:10.787425 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0818d2f-541c-461c-a102-f059d0ba34d6 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:48:10.787780 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0818d2f-541c-461c-a102-f059d0ba34d6 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:48:10.788103 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0818d2f-541c-461c-a102-f059d0ba34d6 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:48:10.788423 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0818d2f-541c-461c-a102-f059d0ba34d6 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:48:10.788739 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0818d2f-541c-461c-a102-f059d0ba34d6 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:48:10.789057 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0818d2f-541c-461c-a102-f059d0ba34d6 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:48:10.789370 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0818d2f-541c-461c-a102-f059d0ba34d6 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:48:10.789687 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0818d2f-541c-461c-a102-f059d0ba34d6 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:48:10.790000 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0818d2f-541c-461c-a102-f059d0ba34d6 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:48:10.790355 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0818d2f-541c-461c-a102-f059d0ba34d6 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:48:10.817755 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-9a2c618b-c715-44cb-91a4-3af0305795ae req-d0818d2f-541c-461c-a102-f059d0ba34d6 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9731231 Jun 24 23:48:10.831169 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.v2.base [req-9a2c618b-c715-44cb-91a4-3af0305795ae req-4b8f2977-6f78-47c1-b236-f8365fdb5dfd service neutron] Request body: {'port': {'device_id': '503e601f-1ed0-42cc-a319-0482a5c1dbff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:48:10.950491 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-9a2c618b-c715-44cb-91a4-3af0305795ae req-4b8f2977-6f78-47c1-b236-f8365fdb5dfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:48:10.986240 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-c9ab6a45-dd02-44f2-9a6d-568d922206e6 None None] Provisioning for port 5752e1a9-4955-4583-a3df-5676604c99cc completed by entity DHCP. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 23:48:10.992374 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-c9ab6a45-dd02-44f2-9a6d-568d922206e6 None None] Provisioning complete for port 5752e1a9-4955-4583-a3df-5676604c99cc triggered by entity DHCP. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:48:10.992919 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-c9ab6a45-dd02-44f2-9a6d-568d922206e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:48:11.046027 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-c9ab6a45-dd02-44f2-9a6d-568d922206e6 None None] Port 5752e1a9-4955-4583-a3df-5676604c99cc cannot update to ACTIVE because it is not bound. {{(pid=88110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 23:48:11.207915 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ca042e-b3b2-4c51-b82b-157b7dcba320 req-357a6021-1587-43cf-85a9-1f0dbec0d74b tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:48:11.209380 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-62ca042e-b3b2-4c51-b82b-157b7dcba320 req-357a6021-1587-43cf-85a9-1f0dbec0d74b tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/ports?device_id=503e601f-1ed0-42cc-a319-0482a5c1dbff HTTP/1.1" status: 200 len: 932 time: 0.0846601 Jun 24 23:48:11.253483 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-62ca042e-b3b2-4c51-b82b-157b7dcba320 req-fa6908d2-db05-4c41-b101-c7141328ed1c tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e460042-58a3-4094-b802-d148aa847a04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381675 Jun 24 23:48:11.303800 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bb2d20-db45-443b-9daa-20817aa09243 req-e3bffb43-bd49-426d-9f07-882d122ce6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:48:11.305197 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-d0bb2d20-db45-443b-9daa-20817aa09243 req-e3bffb43-bd49-426d-9f07-882d122ce6c6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c86fcbec-cefd-4ae4-a85b-86853d69b175&tenant_id=b035f09c574a4283bf9b03bc84f830d7 HTTP/1.1" status: 200 len: 1096 time: 0.1324005 Jun 24 23:48:11.343533 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Device b299c5f4-1cfd-4df6-831d-63846627f10a no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 23:48:11.414249 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [req-9a2c618b-c715-44cb-91a4-3af0305795ae req-4b8f2977-6f78-47c1-b236-f8365fdb5dfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5752e1a9-4955-4583-a3df-5676604c99cc {{(pid=88108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 23:48:11.423797 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-9a2c618b-c715-44cb-91a4-3af0305795ae req-4b8f2977-6f78-47c1-b236-f8365fdb5dfd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:48:11.442757 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [req-9a2c618b-c715-44cb-91a4-3af0305795ae req-4b8f2977-6f78-47c1-b236-f8365fdb5dfd service neutron] Transition to ACTIVE for port object 5752e1a9-4955-4583-a3df-5676604c99cc will not be triggered until provisioned by entity L2. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 23:48:11.450635 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-9a2c618b-c715-44cb-91a4-3af0305795ae req-4b8f2977-6f78-47c1-b236-f8365fdb5dfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266412311'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:48:11.457585 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-707bff31-b5da-4601-b274-386892c937dc None None] Current status of the port b299c5f4-1cfd-4df6-831d-63846627f10a is: DOWN; New status is: DOWN {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:48:11.492365 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bb2d20-db45-443b-9daa-20817aa09243 req-eda15528-b6db-47c5-b8c0-72575d11c017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:48:11.493822 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-d0bb2d20-db45-443b-9daa-20817aa09243 req-eda15528-b6db-47c5-b8c0-72575d11c017 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b035f09c574a4283bf9b03bc84f830d7&device_id=c86fcbec-cefd-4ae4-a85b-86853d69b175 HTTP/1.1" status: 200 len: 1096 time: 0.1566665 Jun 24 23:48:11.650407 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8f2977-6f78-47c1-b236-f8365fdb5dfd service neutron] Pushing event updated for resources: {'Port': ['ID=5752e1a9-4955-4583-a3df-5676604c99cc,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:48:11.793676 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bb2d20-db45-443b-9daa-20817aa09243 req-c0fb813b-a453-4987-aea2-4c67fa7125d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:48:11.795050 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-d0bb2d20-db45-443b-9daa-20817aa09243 req-c0fb813b-a453-4987-aea2-4c67fa7125d1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=85013f97-fab4-404c-a234-1f20e31752e1 HTTP/1.1" status: 200 len: 917 time: 0.2858093 Jun 24 23:48:11.801737 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [req-9a2c618b-c715-44cb-91a4-3af0305795ae req-4b8f2977-6f78-47c1-b236-f8365fdb5dfd service neutron] Attempting to bind port 5752e1a9-4955-4583-a3df-5676604c99cc on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 23:48:11.802074 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [req-9a2c618b-c715-44cb-91a4-3af0305795ae req-4b8f2977-6f78-47c1-b236-f8365fdb5dfd service neutron] Attempting to bind port 5752e1a9-4955-4583-a3df-5676604c99cc by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': '04b3cdd8-8d24-43a2-8a87-294baaf0163b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '7abaefcb-0064-4c5b-84e1-b4e60380849f'}] {{(pid=88108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 23:48:11.802401 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2c618b-c715-44cb-91a4-3af0305795ae req-4b8f2977-6f78-47c1-b236-f8365fdb5dfd service neutron] Attempting to bind port 5752e1a9-4955-4583-a3df-5676604c99cc on network 7abaefcb-0064-4c5b-84e1-b4e60380849f {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 23:48:11.858153 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2c618b-c715-44cb-91a4-3af0305795ae req-4b8f2977-6f78-47c1-b236-f8365fdb5dfd service neutron] Port 5752e1a9-4955-4583-a3df-5676604c99cc on network 7abaefcb-0064-4c5b-84e1-b4e60380849f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 23:48:11.858395 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2c618b-c715-44cb-91a4-3af0305795ae req-4b8f2977-6f78-47c1-b236-f8365fdb5dfd service neutron] Attempting to bind port 5752e1a9-4955-4583-a3df-5676604c99cc on network 7abaefcb-0064-4c5b-84e1-b4e60380849f {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 23:48:11.919355 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2c618b-c715-44cb-91a4-3af0305795ae req-4b8f2977-6f78-47c1-b236-f8365fdb5dfd service neutron] Checking agent: {'id': '9603f0a4-e7b3-4133-bd26-ff3a7fe04c7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 23, 39, 9), 'started_at': datetime.datetime(2022, 6, 24, 23, 39, 9), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 23, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 23:48:11.919719 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2c618b-c715-44cb-91a4-3af0305795ae req-4b8f2977-6f78-47c1-b236-f8365fdb5dfd service neutron] Checking segment: {'id': '04b3cdd8-8d24-43a2-8a87-294baaf0163b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '7abaefcb-0064-4c5b-84e1-b4e60380849f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 23:48:11.920103 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2c618b-c715-44cb-91a4-3af0305795ae req-4b8f2977-6f78-47c1-b236-f8365fdb5dfd service neutron] Bound using segment: {'id': '04b3cdd8-8d24-43a2-8a87-294baaf0163b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '7abaefcb-0064-4c5b-84e1-b4e60380849f'} {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 23:48:11.920549 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [req-9a2c618b-c715-44cb-91a4-3af0305795ae req-4b8f2977-6f78-47c1-b236-f8365fdb5dfd service neutron] Bound port: 5752e1a9-4955-4583-a3df-5676604c99cc, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04b3cdd8-8d24-43a2-8a87-294baaf0163b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '7abaefcb-0064-4c5b-84e1-b4e60380849f'}}] {{(pid=88108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 23:48:11.920896 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-9a2c618b-c715-44cb-91a4-3af0305795ae req-4b8f2977-6f78-47c1-b236-f8365fdb5dfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:48:12.035357 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-d0bb2d20-db45-443b-9daa-20817aa09243 req-617cf227-6be9-4e33-96e0-0d47bd0efefa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b299c5f4-1cfd-4df6-831d-63846627f10a HTTP/1.1" status: 200 len: 999 time: 0.2293363 Jun 24 23:48:12.169945 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-f2624324-604b-4776-8f75-3fffd9aeec59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:48:12.194673 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [req-9a2c618b-c715-44cb-91a4-3af0305795ae req-4b8f2977-6f78-47c1-b236-f8365fdb5dfd service neutron] For port 5752e1a9-4955-4583-a3df-5676604c99cc, host hv-cinder-84718, cleared binding levels {{(pid=88108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 23:48:12.203431 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7d9983-68c9-4519-b023-dc8c3585680f req-84d9246e-4b59-4f8f-8f90-082b8cb00bc9 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:48:12.204898 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-6e7d9983-68c9-4519-b023-dc8c3585680f req-84d9246e-4b59-4f8f-8f90-082b8cb00bc9 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=c86fcbec-cefd-4ae4-a85b-86853d69b175 HTTP/1.1" status: 200 len: 943 time: 0.3478837 Jun 24 23:48:12.235132 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [req-9a2c618b-c715-44cb-91a4-3af0305795ae req-4b8f2977-6f78-47c1-b236-f8365fdb5dfd service neutron] For port 5752e1a9-4955-4583-a3df-5676604c99cc, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=5752e1a9-4955-4583-a3df-5676604c99cc,segment=NetworkSegment(04b3cdd8-8d24-43a2-8a87-294baaf0163b),segment_id=04b3cdd8-8d24-43a2-8a87-294baaf0163b)] {{(pid=88108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 23:48:12.241982 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bb2d20-db45-443b-9daa-20817aa09243 req-0a841fb3-6aa7-4fae-aeba-397cc2e36c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:48:12.243359 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-d0bb2d20-db45-443b-9daa-20817aa09243 req-0a841fb3-6aa7-4fae-aeba-397cc2e36c8c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c0f5bad0-1ece-425d-be26-c3b0dd205e3f HTTP/1.1" status: 200 len: 855 time: 0.1918893 Jun 24 23:48:12.246083 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-9a2c618b-c715-44cb-91a4-3af0305795ae req-4b8f2977-6f78-47c1-b236-f8365fdb5dfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266412311'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:48:12.378777 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-6e7d9983-68c9-4519-b023-dc8c3585680f req-d3523e7e-3998-4886-bac7-3e9733a783b9 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups?id=7630e433-a36d-4c33-adbc-98339d1db790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1651261 Jun 24 23:48:12.380871 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2c618b-c715-44cb-91a4-3af0305795ae req-4b8f2977-6f78-47c1-b236-f8365fdb5dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:48:12.381990 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-9a2c618b-c715-44cb-91a4-3af0305795ae req-4b8f2977-6f78-47c1-b236-f8365fdb5dfd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122089'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:48:12.384076 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-9a2c618b-c715-44cb-91a4-3af0305795ae req-4b8f2977-6f78-47c1-b236-f8365fdb5dfd service neutron] 10.222.0.15 "PUT /v2.0/ports/5752e1a9-4955-4583-a3df-5676604c99cc HTTP/1.1" status: 200 len: 1094 time: 1.5571406 Jun 24 23:48:12.388435 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '503e601f-1ed0-42cc-a319-0482a5c1dbff', 'tag': '5752e1a9-4955-4583-a3df-5676604c99cc'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 23:48:12.422685 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8f2977-6f78-47c1-b236-f8365fdb5dfd service neutron] Pushing event updated for resources: {'Port': ['ID=5752e1a9-4955-4583-a3df-5676604c99cc,revision_number=3']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:48:12.443225 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bb2d20-db45-443b-9daa-20817aa09243 req-b65ad2f1-f6df-4af8-a05c-d5f608bfdc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:48:12.444774 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-d0bb2d20-db45-443b-9daa-20817aa09243 req-b65ad2f1-f6df-4af8-a05c-d5f608bfdc41 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=85013f97-fab4-404c-a234-1f20e31752e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1663187 Jun 24 23:48:12.478860 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-426566ee-27bb-4d5e-a78d-0a0c0da76c02'] response: {'name': 'network-changed', 'server_uuid': '503e601f-1ed0-42cc-a319-0482a5c1dbff', 'tag': '5752e1a9-4955-4583-a3df-5676604c99cc', 'status': 'completed', 'code': 200} Jun 24 23:48:12.486355 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a700b738-e151-42a7-83fc-0a1fdca80355 req-8e25ee7d-cf74-4e4f-ba56-741909e87e00 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:48:12.487913 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-a700b738-e151-42a7-83fc-0a1fdca80355 req-8e25ee7d-cf74-4e4f-ba56-741909e87e00 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/ports?device_id=503e601f-1ed0-42cc-a319-0482a5c1dbff HTTP/1.1" status: 200 len: 944 time: 0.1302576 Jun 24 23:48:12.534979 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-a700b738-e151-42a7-83fc-0a1fdca80355 req-d49c82d1-7c6b-4290-b839-f2a95c9ba1e5 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e460042-58a3-4094-b802-d148aa847a04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409050 Jun 24 23:48:12.651770 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-d0bb2d20-db45-443b-9daa-20817aa09243 req-99f26fc7-ca00-4c02-b6c4-513a77b88211 service neutron] 10.222.0.15 "GET /v2.0/networks/85013f97-fab4-404c-a234-1f20e31752e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975350 Jun 24 23:48:12.654157 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2c618b-c715-44cb-91a4-3af0305795ae req-ad536318-5c64-42ae-9b32-da4af0ab211a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:48:12.655531 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-9a2c618b-c715-44cb-91a4-3af0305795ae req-ad536318-5c64-42ae-9b32-da4af0ab211a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc2e981e5c2b4ac78ce7c820ebe3e4a0&device_id=503e601f-1ed0-42cc-a319-0482a5c1dbff HTTP/1.1" status: 200 len: 1097 time: 0.1987441 Jun 24 23:48:12.794550 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-9a2c618b-c715-44cb-91a4-3af0305795ae req-6265b04d-7fbb-4712-b96c-51f5c6a05619 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5752e1a9-4955-4583-a3df-5676604c99cc HTTP/1.1" status: 200 len: 217 time: 0.1218483 Jun 24 23:48:12.873361 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-8c0b2992-c590-46d4-9042-25b3b8179244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:48:12.900082 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-d0bb2d20-db45-443b-9daa-20817aa09243 req-0d287eee-981b-46c2-af1e-6b0d28d2d3de service neutron] 10.222.0.15 "GET /v2.0/networks/85013f97-fab4-404c-a234-1f20e31752e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264080 Jun 24 23:48:12.901339 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2c618b-c715-44cb-91a4-3af0305795ae req-b5c5f84e-3312-45e9-b3b2-d4b4516ff0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:48:12.902616 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-9a2c618b-c715-44cb-91a4-3af0305795ae req-b5c5f84e-3312-45e9-b3b2-d4b4516ff0b1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=80dd0bfb-dfbe-42ee-b0d9-251fe168e508 HTTP/1.1" status: 200 len: 854 time: 0.0958807 Jun 24 23:48:12.989625 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2c618b-c715-44cb-91a4-3af0305795ae req-dd428175-386e-499d-bf6e-a8df86b7b5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:48:12.991351 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-9a2c618b-c715-44cb-91a4-3af0305795ae req-dd428175-386e-499d-bf6e-a8df86b7b5e5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7abaefcb-0064-4c5b-84e1-b4e60380849f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0761945 Jun 24 23:48:13.132230 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-9a2c618b-c715-44cb-91a4-3af0305795ae req-eeee346c-f056-4796-aafb-25e118d5f351 service neutron] 10.222.0.15 "GET /v2.0/networks/7abaefcb-0064-4c5b-84e1-b4e60380849f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224484 Jun 24 23:48:13.272048 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-9a2c618b-c715-44cb-91a4-3af0305795ae req-cf2086ac-cf26-4833-bdee-f09740a0306d service neutron] 10.222.0.15 "GET /v2.0/networks/7abaefcb-0064-4c5b-84e1-b4e60380849f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231897 Jun 24 23:48:13.363464 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:48:13.487234 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eab130-f06d-40d9-97f8-92452455c6db req-c58d26ae-56d1-47e9-bf15-368418f0faf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:48:13.490863 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-85eab130-f06d-40d9-97f8-92452455c6db req-c58d26ae-56d1-47e9-bf15-368418f0faf7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc2e981e5c2b4ac78ce7c820ebe3e4a0&device_id=503e601f-1ed0-42cc-a319-0482a5c1dbff HTTP/1.1" status: 200 len: 1097 time: 0.1603916 Jun 24 23:48:13.666985 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad28d8bc-1399-4455-9025-7b94c2b240d9 req-742e1b72-02fc-4a79-b196-daf4fa20258d tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:48:13.676142 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-ad28d8bc-1399-4455-9025-7b94c2b240d9 req-742e1b72-02fc-4a79-b196-daf4fa20258d tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=c86fcbec-cefd-4ae4-a85b-86853d69b175 HTTP/1.1" status: 200 len: 943 time: 0.1125004 Jun 24 23:48:13.719431 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-ad28d8bc-1399-4455-9025-7b94c2b240d9 req-e83ecc73-d06c-40db-9684-1d2d81baf691 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups?id=7630e433-a36d-4c33-adbc-98339d1db790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421727 Jun 24 23:48:13.825709 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12318af9-60fa-417b-a3c0-eb93ada6f11e req-84976121-8b98-402d-aa08-bc81c8b9aefb tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:48:13.828217 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-12318af9-60fa-417b-a3c0-eb93ada6f11e req-84976121-8b98-402d-aa08-bc81c8b9aefb tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/ports?device_id=503e601f-1ed0-42cc-a319-0482a5c1dbff HTTP/1.1" status: 200 len: 944 time: 0.1216066 Jun 24 23:48:13.909256 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-12318af9-60fa-417b-a3c0-eb93ada6f11e req-05367a33-5b51-4580-a4be-415b77d0da38 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e460042-58a3-4094-b802-d148aa847a04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705433 Jun 24 23:48:14.645396 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-1d7c9831-c6e7-4afe-acbd-faa6f5f62172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:48:14.957039 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345aa5a9-2e44-4b16-b29d-7191049d341f req-a0d7617d-3ad4-42e7-b4b8-5117852c6fb7 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:48:14.963585 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-345aa5a9-2e44-4b16-b29d-7191049d341f req-a0d7617d-3ad4-42e7-b4b8-5117852c6fb7 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=c86fcbec-cefd-4ae4-a85b-86853d69b175 HTTP/1.1" status: 200 len: 943 time: 0.1047969 Jun 24 23:48:15.026297 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-345aa5a9-2e44-4b16-b29d-7191049d341f req-fd8f948b-0033-4cf0-9543-cd7e6a30c71a tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups?id=7630e433-a36d-4c33-adbc-98339d1db790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617914 Jun 24 23:48:15.105659 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82eed32-549e-4a7c-a812-b8d5d22b8fd7 req-58f27e15-adf1-4452-91b1-a3c5354986e9 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:48:15.107291 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-c82eed32-549e-4a7c-a812-b8d5d22b8fd7 req-58f27e15-adf1-4452-91b1-a3c5354986e9 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/ports?device_id=503e601f-1ed0-42cc-a319-0482a5c1dbff HTTP/1.1" status: 200 len: 944 time: 0.0936642 Jun 24 23:48:15.134238 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.agents_db [None req-920f0d7c-c373-4dd0-bab9-7f12e43ec96a None None] Agent healthcheck: found 6 active agents {{(pid=88111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 23:48:15.153744 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-c82eed32-549e-4a7c-a812-b8d5d22b8fd7 req-c88fb538-9e93-4f71-8815-dbc85d2c2f5e tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e460042-58a3-4094-b802-d148aa847a04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394263 Jun 24 23:48:16.263568 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fa5510-d270-49bf-9a03-8c35be4fe607 req-b263bb57-f290-46b8-88a3-c7563cd21552 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:48:16.264305 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-c1fa5510-d270-49bf-9a03-8c35be4fe607 req-b263bb57-f290-46b8-88a3-c7563cd21552 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=c86fcbec-cefd-4ae4-a85b-86853d69b175 HTTP/1.1" status: 200 len: 943 time: 0.1178067 Jun 24 23:48:16.332986 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-c1fa5510-d270-49bf-9a03-8c35be4fe607 req-76880c99-0e29-4d49-adc7-e6f8d189d680 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups?id=7630e433-a36d-4c33-adbc-98339d1db790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619888 Jun 24 23:48:16.401548 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40e37f5-b569-4694-87b0-a008b066c2ee req-155a2cba-f5c3-4d4f-804a-226883aeb497 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:48:16.403006 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-a40e37f5-b569-4694-87b0-a008b066c2ee req-155a2cba-f5c3-4d4f-804a-226883aeb497 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/ports?device_id=503e601f-1ed0-42cc-a319-0482a5c1dbff HTTP/1.1" status: 200 len: 944 time: 0.1181164 Jun 24 23:48:16.449285 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-a40e37f5-b569-4694-87b0-a008b066c2ee req-0dee0299-9621-4ffb-bed8-312fcca04674 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e460042-58a3-4094-b802-d148aa847a04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399871 Jun 24 23:48:17.558334 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be81ccba-a51f-46ba-ab23-9978a6bf982f req-5157947b-a7d6-45a6-9e0b-7fbc0024fd5c tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:48:17.559879 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-be81ccba-a51f-46ba-ab23-9978a6bf982f req-5157947b-a7d6-45a6-9e0b-7fbc0024fd5c tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=c86fcbec-cefd-4ae4-a85b-86853d69b175 HTTP/1.1" status: 200 len: 943 time: 0.1050711 Jun 24 23:48:17.622496 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-be81ccba-a51f-46ba-ab23-9978a6bf982f req-e39f28b1-b450-45a3-bf75-a85ca2fad049 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups?id=7630e433-a36d-4c33-adbc-98339d1db790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560806 Jun 24 23:48:17.667452 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08003e3e-e56b-4042-823f-e9c92e236596 req-e069f00f-7d14-447c-b114-7e334e72122b tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:48:17.669077 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-08003e3e-e56b-4042-823f-e9c92e236596 req-e069f00f-7d14-447c-b114-7e334e72122b tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/ports?device_id=503e601f-1ed0-42cc-a319-0482a5c1dbff HTTP/1.1" status: 200 len: 944 time: 0.1046355 Jun 24 23:48:17.731241 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-08003e3e-e56b-4042-823f-e9c92e236596 req-f5992486-0b0f-4f60-bcd1-6d0d34b567fa tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e460042-58a3-4094-b802-d148aa847a04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556295 Jun 24 23:48:18.960433 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163297bb-6341-4d58-b6a3-7937e3875072 req-15201558-0eb3-45fa-94b8-3c7e9c4fa1f2 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:48:18.961875 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-163297bb-6341-4d58-b6a3-7937e3875072 req-15201558-0eb3-45fa-94b8-3c7e9c4fa1f2 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/ports?device_id=503e601f-1ed0-42cc-a319-0482a5c1dbff HTTP/1.1" status: 200 len: 944 time: 0.1035199 Jun 24 23:48:18.967079 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21bbc67-4eeb-47fe-b066-3ee0219a3f71 req-9a011f2b-7cad-497d-acb8-4d02594af4a5 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:48:18.968542 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-f21bbc67-4eeb-47fe-b066-3ee0219a3f71 req-9a011f2b-7cad-497d-acb8-4d02594af4a5 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=c86fcbec-cefd-4ae4-a85b-86853d69b175 HTTP/1.1" status: 200 len: 943 time: 0.2088280 Jun 24 23:48:19.011160 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-163297bb-6341-4d58-b6a3-7937e3875072 req-f5f140bc-69c6-41bc-a3b6-907e2aef6ec3 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e460042-58a3-4094-b802-d148aa847a04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435619 Jun 24 23:48:19.022187 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-f21bbc67-4eeb-47fe-b066-3ee0219a3f71 req-cb5e46cd-e4b7-4441-b8df-454246fbdbee tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups?id=7630e433-a36d-4c33-adbc-98339d1db790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474029 Jun 24 23:48:20.222192 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a9541-fd9b-4810-9b5f-d53ddccf9a2e req-ad0aa07a-e646-40cd-98b4-feeda540304d tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:48:20.230242 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-a39a9541-fd9b-4810-9b5f-d53ddccf9a2e req-ad0aa07a-e646-40cd-98b4-feeda540304d tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/ports?device_id=503e601f-1ed0-42cc-a319-0482a5c1dbff HTTP/1.1" status: 200 len: 944 time: 0.0963635 Jun 24 23:48:20.264235 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b20ccf-78e9-4139-aebe-6b0bda5c9d0a req-d987127e-074f-40ec-85b0-9eedf74f7b55 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:48:20.265757 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-d0b20ccf-78e9-4139-aebe-6b0bda5c9d0a req-d987127e-074f-40ec-85b0-9eedf74f7b55 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=c86fcbec-cefd-4ae4-a85b-86853d69b175 HTTP/1.1" status: 200 len: 943 time: 0.0981276 Jun 24 23:48:20.284142 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-a39a9541-fd9b-4810-9b5f-d53ddccf9a2e req-997e720f-c83b-402b-9208-47ef8289c87e tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e460042-58a3-4094-b802-d148aa847a04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525646 Jun 24 23:48:20.312334 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-d0b20ccf-78e9-4139-aebe-6b0bda5c9d0a req-9049ddb1-1e72-4ce2-8e15-640707acdcea tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups?id=7630e433-a36d-4c33-adbc-98339d1db790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402973 Jun 24 23:48:21.467317 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ba0c99-181f-461c-943d-1e8e269f4e11 req-37bd9da4-707e-4dd8-bfb6-ef27a010c30b tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:48:21.468738 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-32ba0c99-181f-461c-943d-1e8e269f4e11 req-37bd9da4-707e-4dd8-bfb6-ef27a010c30b tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/ports?device_id=503e601f-1ed0-42cc-a319-0482a5c1dbff HTTP/1.1" status: 200 len: 944 time: 0.0869637 Jun 24 23:48:21.515166 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e41f7b3-5088-4a27-9b62-68e43ffc5fc4 req-0c2b513f-34ae-4eb2-aee8-2abc113e1cfe tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:48:21.515872 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-32ba0c99-181f-461c-943d-1e8e269f4e11 req-b57dff5b-41b5-4645-ad13-217746b14fc0 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e460042-58a3-4094-b802-d148aa847a04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413418 Jun 24 23:48:21.516671 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-3e41f7b3-5088-4a27-9b62-68e43ffc5fc4 req-0c2b513f-34ae-4eb2-aee8-2abc113e1cfe tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=c86fcbec-cefd-4ae4-a85b-86853d69b175 HTTP/1.1" status: 200 len: 943 time: 0.0912571 Jun 24 23:48:21.559989 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-3e41f7b3-5088-4a27-9b62-68e43ffc5fc4 req-80ac0395-6712-4761-84d5-053fb878dfe0 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups?id=7630e433-a36d-4c33-adbc-98339d1db790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371058 Jun 24 23:48:22.051584 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eab130-f06d-40d9-97f8-92452455c6db req-4ed4ea24-516f-4f7f-b409-eb139e587212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:48:22.053207 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-85eab130-f06d-40d9-97f8-92452455c6db req-4ed4ea24-516f-4f7f-b409-eb139e587212 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7abaefcb-0064-4c5b-84e1-b4e60380849f HTTP/1.1" status: 200 len: 916 time: 0.1232195 Jun 24 23:48:22.125118 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-85eab130-f06d-40d9-97f8-92452455c6db req-83cbc3ff-e8d1-419c-b9ac-fe764c14c9eb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5752e1a9-4955-4583-a3df-5676604c99cc HTTP/1.1" status: 200 len: 217 time: 0.0635965 Jun 24 23:48:22.185968 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eab130-f06d-40d9-97f8-92452455c6db req-d84b7edb-aeb5-4c6f-b97d-0d0be7d26405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:48:22.187421 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-85eab130-f06d-40d9-97f8-92452455c6db req-d84b7edb-aeb5-4c6f-b97d-0d0be7d26405 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=80dd0bfb-dfbe-42ee-b0d9-251fe168e508 HTTP/1.1" status: 200 len: 854 time: 0.0555594 Jun 24 23:48:22.274457 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eab130-f06d-40d9-97f8-92452455c6db req-a1cf9670-7014-4571-9407-8425cf5edaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:48:22.275980 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-85eab130-f06d-40d9-97f8-92452455c6db req-a1cf9670-7014-4571-9407-8425cf5edaea service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7abaefcb-0064-4c5b-84e1-b4e60380849f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0815077 Jun 24 23:48:22.412759 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-85eab130-f06d-40d9-97f8-92452455c6db req-1ad0f975-39e0-42fb-9e35-52217884f7c6 service neutron] 10.222.0.15 "GET /v2.0/networks/7abaefcb-0064-4c5b-84e1-b4e60380849f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262505 Jun 24 23:48:22.551340 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-85eab130-f06d-40d9-97f8-92452455c6db req-7a6f94eb-e4b2-4eb2-83b6-594a4adf1449 service neutron] 10.222.0.15 "GET /v2.0/networks/7abaefcb-0064-4c5b-84e1-b4e60380849f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310425 Jun 24 23:48:22.707146 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f28ed-d935-4b63-87fd-b576c7ac5b32 req-d2b550b7-4c94-40d2-99ff-90e559b6cab2 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:48:22.710388 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-1f1f28ed-d935-4b63-87fd-b576c7ac5b32 req-d2b550b7-4c94-40d2-99ff-90e559b6cab2 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/ports?device_id=503e601f-1ed0-42cc-a319-0482a5c1dbff HTTP/1.1" status: 200 len: 944 time: 0.0869701 Jun 24 23:48:22.753838 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-1f1f28ed-d935-4b63-87fd-b576c7ac5b32 req-61ecf9fd-89e7-478f-a2b8-c32725953b0b tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e460042-58a3-4094-b802-d148aa847a04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379846 Jun 24 23:48:22.754600 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c00ad-4385-432c-a4ee-bd3b795bb2a9 req-1b7d22f5-fdcc-460b-8868-7f9874f3edf9 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:48:22.756100 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-015c00ad-4385-432c-a4ee-bd3b795bb2a9 req-1b7d22f5-fdcc-460b-8868-7f9874f3edf9 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=c86fcbec-cefd-4ae4-a85b-86853d69b175 HTTP/1.1" status: 200 len: 943 time: 0.0869522 Jun 24 23:48:22.799808 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-015c00ad-4385-432c-a4ee-bd3b795bb2a9 req-a13b1953-a47b-4341-b096-777700114f49 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups?id=7630e433-a36d-4c33-adbc-98339d1db790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380518 Jun 24 23:48:23.437590 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Device 5752e1a9-4955-4583-a3df-5676604c99cc details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 23:48:23.609556 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] For port 5752e1a9-4955-4583-a3df-5676604c99cc, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=5752e1a9-4955-4583-a3df-5676604c99cc,segment=NetworkSegment(04b3cdd8-8d24-43a2-8a87-294baaf0163b),segment_id=04b3cdd8-8d24-43a2-8a87-294baaf0163b)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:48:23.636222 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Returning: {'device': '5752e1a9-4955-4583-a3df-5676604c99cc', 'network_id': '7abaefcb-0064-4c5b-84e1-b4e60380849f', 'port_id': '5752e1a9-4955-4583-a3df-5676604c99cc', 'mac_address': 'fa:16:3e:11:33:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80dd0bfb-dfbe-42ee-b0d9-251fe168e508', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 23:48:23.695188 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-707bff31-b5da-4601-b274-386892c937dc None None] Current status of the port 5752e1a9-4955-4583-a3df-5676604c99cc is: DOWN; New status is: BUILD {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:48:23.695578 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:48:23.717135 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.notifiers.nova [None req-707bff31-b5da-4601-b274-386892c937dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5752e1a9-4955-4583-a3df-5676604c99cc {{(pid=88110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 23:48:23.733988 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] For port 5752e1a9-4955-4583-a3df-5676604c99cc, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=5752e1a9-4955-4583-a3df-5676604c99cc,segment=NetworkSegment(04b3cdd8-8d24-43a2-8a87-294baaf0163b),segment_id=04b3cdd8-8d24-43a2-8a87-294baaf0163b)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:48:23.739134 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:48:23.740044 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Device b299c5f4-1cfd-4df6-831d-63846627f10a details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 23:48:23.755831 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6604e505-f1de-4fde-9861-303eed14cb7c req-648a6cef-aa81-455d-822a-b244ad7130a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:48:23.757331 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-6604e505-f1de-4fde-9861-303eed14cb7c req-648a6cef-aa81-455d-822a-b244ad7130a1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b035f09c574a4283bf9b03bc84f830d7&device_id=c86fcbec-cefd-4ae4-a85b-86853d69b175 HTTP/1.1" status: 200 len: 1096 time: 0.1239672 Jun 24 23:48:23.879255 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Pushing event updated for resources: {'Port': ['ID=5752e1a9-4955-4583-a3df-5676604c99cc,revision_number=4']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:48:23.923660 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6604e505-f1de-4fde-9861-303eed14cb7c req-08b92cbe-33d0-487c-adb8-464bf053d9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:48:23.925680 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-6604e505-f1de-4fde-9861-303eed14cb7c req-08b92cbe-33d0-487c-adb8-464bf053d9a6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=85013f97-fab4-404c-a234-1f20e31752e1 HTTP/1.1" status: 200 len: 917 time: 0.1436815 Jun 24 23:48:23.944313 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] For port b299c5f4-1cfd-4df6-831d-63846627f10a, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=b299c5f4-1cfd-4df6-831d-63846627f10a,segment=NetworkSegment(cc28d19b-2326-449b-923e-434d239126ee),segment_id=cc28d19b-2326-449b-923e-434d239126ee)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:48:23.952206 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce05707-42a9-4697-9372-8227a26e6e91 req-3e9dba98-574c-454b-9453-4733b1ddac02 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:48:23.953809 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-4ce05707-42a9-4697-9372-8227a26e6e91 req-3e9dba98-574c-454b-9453-4733b1ddac02 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/ports?device_id=503e601f-1ed0-42cc-a319-0482a5c1dbff HTTP/1.1" status: 200 len: 945 time: 0.0920801 Jun 24 23:48:23.957834 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Returning: {'device': 'b299c5f4-1cfd-4df6-831d-63846627f10a', 'network_id': '85013f97-fab4-404c-a234-1f20e31752e1', 'port_id': 'b299c5f4-1cfd-4df6-831d-63846627f10a', 'mac_address': 'fa:16:3e:a8:ef:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0f5bad0-1ece-425d-be26-c3b0dd205e3f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 23:48:23.999318 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-4ce05707-42a9-4697-9372-8227a26e6e91 req-dd7345de-e766-47be-b529-aaf220a01e89 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e460042-58a3-4094-b802-d148aa847a04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389719 Jun 24 23:48:24.013847 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-707bff31-b5da-4601-b274-386892c937dc None None] Current status of the port b299c5f4-1cfd-4df6-831d-63846627f10a is: DOWN; New status is: BUILD {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:48:24.014227 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:48:24.031831 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.notifiers.nova [None req-707bff31-b5da-4601-b274-386892c937dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b299c5f4-1cfd-4df6-831d-63846627f10a {{(pid=88110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 23:48:24.047376 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] For port b299c5f4-1cfd-4df6-831d-63846627f10a, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=b299c5f4-1cfd-4df6-831d-63846627f10a,segment=NetworkSegment(cc28d19b-2326-449b-923e-434d239126ee),segment_id=cc28d19b-2326-449b-923e-434d239126ee)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:48:24.051554 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:48:24.086263 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-6604e505-f1de-4fde-9861-303eed14cb7c req-e4756367-bc69-472a-8255-17cf14d66242 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b299c5f4-1cfd-4df6-831d-63846627f10a HTTP/1.1" status: 200 len: 999 time: 0.1485338 Jun 24 23:48:24.121162 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Pushing event updated for resources: {'Port': ['ID=b299c5f4-1cfd-4df6-831d-63846627f10a,revision_number=9']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:48:24.144942 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a64aa66-ea1c-4d25-b449-67640e618bd4 req-29e7a987-66a8-4efe-9f21-527912abd913 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:48:24.146384 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-0a64aa66-ea1c-4d25-b449-67640e618bd4 req-29e7a987-66a8-4efe-9f21-527912abd913 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=c86fcbec-cefd-4ae4-a85b-86853d69b175 HTTP/1.1" status: 200 len: 943 time: 0.2108266 Jun 24 23:48:24.177404 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6604e505-f1de-4fde-9861-303eed14cb7c req-e02412db-ef0a-4ebe-b2a3-e116eda27bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:48:24.178735 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-6604e505-f1de-4fde-9861-303eed14cb7c req-e02412db-ef0a-4ebe-b2a3-e116eda27bf7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c0f5bad0-1ece-425d-be26-c3b0dd205e3f HTTP/1.1" status: 200 len: 855 time: 0.0845063 Jun 24 23:48:24.243731 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-0a64aa66-ea1c-4d25-b449-67640e618bd4 req-46e39cd8-7837-46e4-8a0d-a3f910fe24bd tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups?id=7630e433-a36d-4c33-adbc-98339d1db790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914655 Jun 24 23:48:24.271399 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6604e505-f1de-4fde-9861-303eed14cb7c req-d4db0d1c-95f2-4f37-a097-f39d88acb5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:48:24.272875 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-6604e505-f1de-4fde-9861-303eed14cb7c req-d4db0d1c-95f2-4f37-a097-f39d88acb5f9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=85013f97-fab4-404c-a234-1f20e31752e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0843902 Jun 24 23:48:24.340187 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] get_ports_and_sgs() called for port_ids ['5752e1a9-4955-4583-a3df-5676604c99cc'] {{(pid=88110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 23:48:24.366720 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] get_ports_and_sgs() called for port_ids ['b299c5f4-1cfd-4df6-831d-63846627f10a'] {{(pid=88110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 23:48:24.479001 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-6604e505-f1de-4fde-9861-303eed14cb7c req-4d54103c-e1bb-4759-ba4a-a6a073042913 service neutron] 10.222.0.15 "GET /v2.0/networks/85013f97-fab4-404c-a234-1f20e31752e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983345 Jun 24 23:48:24.608189 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-6604e505-f1de-4fde-9861-303eed14cb7c req-8b7538d8-fccd-4741-bd40-75fdfc41c4fe service neutron] 10.222.0.15 "GET /v2.0/networks/85013f97-fab4-404c-a234-1f20e31752e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195190 Jun 24 23:48:25.186556 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9113c30e-4bfc-4ad4-9829-7c13901c1dd4 req-3fb9ff63-353c-447b-8c99-57ae06ea4a94 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:48:25.188022 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-9113c30e-4bfc-4ad4-9829-7c13901c1dd4 req-3fb9ff63-353c-447b-8c99-57ae06ea4a94 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/ports?device_id=503e601f-1ed0-42cc-a319-0482a5c1dbff HTTP/1.1" status: 200 len: 945 time: 0.0843306 Jun 24 23:48:25.232744 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-9113c30e-4bfc-4ad4-9829-7c13901c1dd4 req-729b9f53-c7be-4f7c-a98b-c4a87065b6c2 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e460042-58a3-4094-b802-d148aa847a04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391581 Jun 24 23:48:25.436687 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Device 5752e1a9-4955-4583-a3df-5676604c99cc up at agent hyperv_hv-cinder-84718 {{(pid=88110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 23:48:25.443220 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449d6b55-723f-4b8f-a4e3-87ef1cc5f765 req-8bc84909-53ac-480d-a412-a11fe9e6d417 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:48:25.444698 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-449d6b55-723f-4b8f-a4e3-87ef1cc5f765 req-8bc84909-53ac-480d-a412-a11fe9e6d417 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=c86fcbec-cefd-4ae4-a85b-86853d69b175 HTTP/1.1" status: 200 len: 944 time: 0.0900259 Jun 24 23:48:25.486718 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-449d6b55-723f-4b8f-a4e3-87ef1cc5f765 req-48b94dc7-55c9-4e6c-bacf-ea583c93982a tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups?id=7630e433-a36d-4c33-adbc-98339d1db790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362203 Jun 24 23:48:25.502555 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-707bff31-b5da-4601-b274-386892c937dc None None] Provisioning for port 5752e1a9-4955-4583-a3df-5676604c99cc completed by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 23:48:25.507844 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-707bff31-b5da-4601-b274-386892c937dc None None] Provisioning complete for port 5752e1a9-4955-4583-a3df-5676604c99cc triggered by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:48:25.508217 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:48:25.627958 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-707bff31-b5da-4601-b274-386892c937dc None None] Current status of the port 5752e1a9-4955-4583-a3df-5676604c99cc is: BUILD; New status is: ACTIVE {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:48:25.628248 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:48:25.657225 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '503e601f-1ed0-42cc-a319-0482a5c1dbff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5752e1a9-4955-4583-a3df-5676604c99cc'}] {{(pid=88110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 23:48:25.668806 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] For port 5752e1a9-4955-4583-a3df-5676604c99cc, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=5752e1a9-4955-4583-a3df-5676604c99cc,segment=NetworkSegment(04b3cdd8-8d24-43a2-8a87-294baaf0163b),segment_id=04b3cdd8-8d24-43a2-8a87-294baaf0163b)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:48:25.673214 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:48:25.673964 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Device b299c5f4-1cfd-4df6-831d-63846627f10a up at agent hyperv_hv-cinder-84718 {{(pid=88110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 23:48:25.737945 dv-cinder-847189-5-smb neutron-server[88110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-821c9da4-671b-4da4-9237-b956e627d3e6'] response: {'server_uuid': '503e601f-1ed0-42cc-a319-0482a5c1dbff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5752e1a9-4955-4583-a3df-5676604c99cc', 'code': 200} Jun 24 23:48:25.791297 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Pushing event updated for resources: {'Port': ['ID=5752e1a9-4955-4583-a3df-5676604c99cc,revision_number=5']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:48:25.802310 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-707bff31-b5da-4601-b274-386892c937dc None None] Provisioning complete for port b299c5f4-1cfd-4df6-831d-63846627f10a triggered by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:48:25.802682 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:48:25.917468 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-707bff31-b5da-4601-b274-386892c937dc None None] Current status of the port b299c5f4-1cfd-4df6-831d-63846627f10a is: BUILD; New status is: ACTIVE {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:48:25.917753 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:48:25.949802 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812e663d-b415-4edc-9a79-e3c9ea5e1609 req-bc92d98d-a118-4940-9228-1cb5bf66cec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:48:25.950049 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] For port b299c5f4-1cfd-4df6-831d-63846627f10a, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=b299c5f4-1cfd-4df6-831d-63846627f10a,segment=NetworkSegment(cc28d19b-2326-449b-923e-434d239126ee),segment_id=cc28d19b-2326-449b-923e-434d239126ee)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:48:25.951433 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-812e663d-b415-4edc-9a79-e3c9ea5e1609 req-bc92d98d-a118-4940-9228-1cb5bf66cec6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=503e601f-1ed0-42cc-a319-0482a5c1dbff HTTP/1.1" status: 200 len: 1099 time: 0.0782962 Jun 24 23:48:25.954011 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:48:25.995593 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-812e663d-b415-4edc-9a79-e3c9ea5e1609 req-53234316-1bd3-4253-9a59-1f5d828c384e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3e460042-58a3-4094-b802-d148aa847a04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332613 Jun 24 23:48:26.018355 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Pushing event updated for resources: {'Port': ['ID=b299c5f4-1cfd-4df6-831d-63846627f10a,revision_number=10']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:48:26.422098 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94f40e2-4ce6-4515-a742-ade286d2fa70 req-456d3a27-4e7a-42cc-ba89-8418b0450d1f tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:48:26.422770 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-c94f40e2-4ce6-4515-a742-ade286d2fa70 req-456d3a27-4e7a-42cc-ba89-8418b0450d1f tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Synchronizing usage tracker for tenant:cc2e981e5c2b4ac78ce7c820ebe3e4a0 on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 23:48:26.437439 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-c94f40e2-4ce6-4515-a742-ade286d2fa70 req-456d3a27-4e7a-42cc-ba89-8418b0450d1f tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Unset dirty status for tenant:cc2e981e5c2b4ac78ce7c820ebe3e4a0 on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 23:48:26.438656 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-c94f40e2-4ce6-4515-a742-ade286d2fa70 req-456d3a27-4e7a-42cc-ba89-8418b0450d1f tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/ports?device_id=503e601f-1ed0-42cc-a319-0482a5c1dbff HTTP/1.1" status: 200 len: 946 time: 0.0997121 Jun 24 23:48:26.482116 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-c94f40e2-4ce6-4515-a742-ade286d2fa70 req-a93f8eea-e53a-4d2b-8aca-3d9afe643cce tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e460042-58a3-4094-b802-d148aa847a04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371950 Jun 24 23:48:26.683324 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c6792d-71de-4770-815a-7b41dc7658ad req-c624b084-9e7b-47a2-9962-b01c04072970 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:48:26.684811 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-a6c6792d-71de-4770-815a-7b41dc7658ad req-c624b084-9e7b-47a2-9962-b01c04072970 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=c86fcbec-cefd-4ae4-a85b-86853d69b175 HTTP/1.1" status: 200 len: 946 time: 0.0841768 Jun 24 23:48:26.729287 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-a6c6792d-71de-4770-815a-7b41dc7658ad req-3a15003f-45dd-445c-b850-cac420ecffbb tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups?id=7630e433-a36d-4c33-adbc-98339d1db790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378342 Jun 24 23:48:27.672391 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f8a09-0300-4899-8487-442201567073 req-f6d15b8b-5c10-4870-afb5-ca467d827dcc tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:48:27.673823 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-613f8a09-0300-4899-8487-442201567073 req-f6d15b8b-5c10-4870-afb5-ca467d827dcc tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/ports?device_id=503e601f-1ed0-42cc-a319-0482a5c1dbff HTTP/1.1" status: 200 len: 946 time: 0.0876856 Jun 24 23:48:27.719924 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-613f8a09-0300-4899-8487-442201567073 req-6cfe296e-a8ca-4c42-9561-5f8800f44708 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e460042-58a3-4094-b802-d148aa847a04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398636 Jun 24 23:48:27.739190 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c86fcbec-cefd-4ae4-a85b-86853d69b175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b299c5f4-1cfd-4df6-831d-63846627f10a'}] {{(pid=88110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 23:48:27.783144 dv-cinder-847189-5-smb neutron-server[88110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6012a92a-eade-496d-a485-db25ccdf0d7a'] response: {'server_uuid': 'c86fcbec-cefd-4ae4-a85b-86853d69b175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b299c5f4-1cfd-4df6-831d-63846627f10a', 'code': 200} Jun 24 23:48:27.907313 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa7b4ef-f2a5-41be-8f11-6b508bc12613 req-b0c26c22-20e0-4237-a2c0-14bc76930850 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:48:27.908815 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-4aa7b4ef-f2a5-41be-8f11-6b508bc12613 req-b0c26c22-20e0-4237-a2c0-14bc76930850 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/ports?device_id=503e601f-1ed0-42cc-a319-0482a5c1dbff HTTP/1.1" status: 200 len: 946 time: 0.0884538 Jun 24 23:48:27.917739 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 59960) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:48:27.922616 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.v2.base [None req-bc76f8ef-570e-446d-b2f0-e5881b2d7969 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Request body: {'floatingip': {'port_id': '5752e1a9-4955-4583-a3df-5676604c99cc'}} {{(pid=88109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:48:27.954442 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e449d8-c9ad-4e29-a344-9b39ca99c0e7 req-58c417c8-d67a-4ea5-84c0-d25a9959511e tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:48:27.955919 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-f8e449d8-c9ad-4e29-a344-9b39ca99c0e7 req-58c417c8-d67a-4ea5-84c0-d25a9959511e tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=c86fcbec-cefd-4ae4-a85b-86853d69b175 HTTP/1.1" status: 200 len: 946 time: 0.0890541 Jun 24 23:48:27.998478 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-bc76f8ef-570e-446d-b2f0-e5881b2d7969 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks [] for floatingip, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:48:27.998840 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-f8e449d8-c9ad-4e29-a344-9b39ca99c0e7 req-176c8321-2600-457f-8495-c1cc4cf957a3 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups?id=7630e433-a36d-4c33-adbc-98339d1db790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371561 Jun 24 23:48:28.319059 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d60d34d-340d-45ef-a799-0b51ede1cb78 req-3f518d73-3510-411c-b542-0b71fefae066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:48:28.320503 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-5d60d34d-340d-45ef-a799-0b51ede1cb78 req-3f518d73-3510-411c-b542-0b71fefae066 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c86fcbec-cefd-4ae4-a85b-86853d69b175 HTTP/1.1" status: 200 len: 1099 time: 0.0816102 Jun 24 23:48:28.361196 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-5d60d34d-340d-45ef-a799-0b51ede1cb78 req-658b632a-3b92-4208-9e28-95e847e9b227 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7630e433-a36d-4c33-adbc-98339d1db790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340247 Jun 24 23:48:28.661715 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-bc76f8ef-570e-446d-b2f0-e5881b2d7969 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:48:28.665284 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-bc76f8ef-570e-446d-b2f0-e5881b2d7969 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476618'] for floatingip, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:48:28.832707 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.db.l3_db [None req-bc76f8ef-570e-446d-b2f0-e5881b2d7969 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Floating IP 671fbeca-7bad-431f-b23c-5b0589874ad3 associated. External IP: 172.28.1.191, port: 5752e1a9-4955-4583-a3df-5676604c99cc. Jun 24 23:48:29.229967 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc76f8ef-570e-446d-b2f0-e5881b2d7969 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Router d53a711a-9bec-4a49-ae93-b791547b851e has already been hosted by L3 agent 05c04ad7-f453-4a24-8793-b86a404a0ef9 {{(pid=88109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 23:48:29.242484 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38c6fee-9d69-472c-b23d-b55b7d663812 req-1d92e429-82c7-4dfd-8529-7cda35548e13 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:48:29.243959 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-a38c6fee-9d69-472c-b23d-b55b7d663812 req-1d92e429-82c7-4dfd-8529-7cda35548e13 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=c86fcbec-cefd-4ae4-a85b-86853d69b175 HTTP/1.1" status: 200 len: 946 time: 0.1297917 Jun 24 23:48:29.418137 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-a38c6fee-9d69-472c-b23d-b55b7d663812 req-5a2a4339-d2af-4c2e-93eb-aedadc30ec46 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups?id=7630e433-a36d-4c33-adbc-98339d1db790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1676893 Jun 24 23:48:29.445088 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc76f8ef-570e-446d-b2f0-e5881b2d7969 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify agent at l3_agent.dv-cinder-847189-5-smb the message routers_updated {{(pid=88109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 23:48:29.449990 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-bc76f8ef-570e-446d-b2f0-e5881b2d7969 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122089'] for floatingip, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:48:29.454918 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0484120f-511a-4cc1-a99a-741e9218ccd9 None None] Sync routers for ids ['d53a711a-9bec-4a49-ae93-b791547b851e'] in dv-cinder-847189-5-smb {{(pid=88111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 23:48:29.466347 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0484120f-511a-4cc1-a99a-741e9218ccd9 None None] Routers {'d53a711a-9bec-4a49-ae93-b791547b851e'} bound to L3 agent in host dv-cinder-847189-5-smb {{(pid=88111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 23:48:29.467287 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-0484120f-511a-4cc1-a99a-741e9218ccd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T23:32:42Z,description=,heartbeat_timestamp=2022-06-24T23:48:12Z,host='dv-cinder-847189-5-smb',id=05c04ad7-f453-4a24-8793-b86a404a0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T23:32:42Z,topic='l3_agent')) {'router_ids': ['d53a711a-9bec-4a49-ae93-b791547b851e'], 'active': True} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:48:29.505073 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-bc76f8ef-570e-446d-b2f0-e5881b2d7969 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "PUT /v2.0/floatingips/671fbeca-7bad-431f-b23c-5b0589874ad3 HTTP/1.1" status: 200 len: 992 time: 1.5862842 Jun 24 23:48:29.505925 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '503e601f-1ed0-42cc-a319-0482a5c1dbff', 'tag': '5752e1a9-4955-4583-a3df-5676604c99cc'}] {{(pid=88109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 23:48:29.552776 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c13fbfe3-e892-4f0a-b070-d05015c53a38'] response: {'name': 'network-changed', 'server_uuid': '503e601f-1ed0-42cc-a319-0482a5c1dbff', 'tag': '5752e1a9-4955-4583-a3df-5676604c99cc', 'status': 'completed', 'code': 200} Jun 24 23:48:29.666919 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62d066b-8ce7-4e35-baba-0919d574228c req-184eb6f6-e06a-4cae-85da-a42da3f2309a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:48:29.668696 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-b62d066b-8ce7-4e35-baba-0919d574228c req-184eb6f6-e06a-4cae-85da-a42da3f2309a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc2e981e5c2b4ac78ce7c820ebe3e4a0&device_id=503e601f-1ed0-42cc-a319-0482a5c1dbff HTTP/1.1" status: 200 len: 1099 time: 0.0864434 Jun 24 23:48:29.697701 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvr_db [None req-0484120f-511a-4cc1-a99a-741e9218ccd9 None None] Set router d53a711a-9bec-4a49-ae93-b791547b851e gateway port host: dv-cinder-847189-5-smb {{(pid=88111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 23:48:29.818301 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62d066b-8ce7-4e35-baba-0919d574228c req-e0b5e733-2028-4ded-a0bf-38b9ad0f18cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:48:29.820111 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-b62d066b-8ce7-4e35-baba-0919d574228c req-e0b5e733-2028-4ded-a0bf-38b9ad0f18cd service neutron] 10.222.0.15 "GET /v2.0/networks?id=7abaefcb-0064-4c5b-84e1-b4e60380849f HTTP/1.1" status: 200 len: 916 time: 0.1440895 Jun 24 23:48:29.923754 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-b62d066b-8ce7-4e35-baba-0919d574228c req-80798278-e5b5-44eb-a664-e42bf3cf196a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5752e1a9-4955-4583-a3df-5676604c99cc HTTP/1.1" status: 200 len: 1000 time: 0.0964508 Jun 24 23:48:29.984411 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62d066b-8ce7-4e35-baba-0919d574228c req-cc112c1d-22a6-42d4-b78e-7fd6e404b38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:48:29.986335 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-b62d066b-8ce7-4e35-baba-0919d574228c req-cc112c1d-22a6-42d4-b78e-7fd6e404b38e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=80dd0bfb-dfbe-42ee-b0d9-251fe168e508 HTTP/1.1" status: 200 len: 854 time: 0.0567765 Jun 24 23:48:30.062661 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-0484120f-511a-4cc1-a99a-741e9218ccd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'name': 'tempest-AttachVolumeNegativeTest-1127594969-router', 'tenant_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.241'}], 'enable_snat': True}, 'gw_port_id': '29bdc519-d88d-4c03-b997-414dc420d1ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:47:06Z', 'updated_at': '2022-06-24T23:47:10Z', 'revision_number': 4, 'project_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'gw_port': {'id': '29bdc519-d88d-4c03-b997-414dc420d1ef', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:47:07Z', 'updated_at': '2022-06-24T23:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb', '_floatingips': [{'id': '671fbeca-7bad-431f-b23c-5b0589874ad3', 'tenant_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'floating_ip_address': '172.28.1.191', 'floating_network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'router_id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'port_id': '5752e1a9-4955-4583-a3df-5676604c99cc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7abaefcb-0064-4c5b-84e1-b4e60380849f', 'mac_address': 'fa:16:3e:11:33:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503e601f-1ed0-42cc-a319-0482a5c1dbff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T23:48:07Z', 'updated_at': '2022-06-24T23:48:28Z', 'revision_number': 1, 'project_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'fixed_ip_address_scope': None}, {'id': '6d8015d2-b206-4d02-a686-57be495ae949', 'tenant_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'floating_ip_address': '172.28.1.178', 'floating_network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'router_id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'port_id': '4c0d98b7-c0a9-4aba-bb81-05b4f986b5a9', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7abaefcb-0064-4c5b-84e1-b4e60380849f', 'mac_address': 'fa:16:3e:91:83:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83a7558-8aae-4b99-812c-06598a00b8e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T23:47:13Z', 'updated_at': '2022-06-24T23:47:26Z', 'revision_number': 2, 'project_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d937a75-d09b-41f6-b3ef-a59dff25e161', 'name': '', 'network_id': '7abaefcb-0064-4c5b-84e1-b4e60380849f', 'tenant_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'mac_address': 'fa:16:3e:2f:59:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '80dd0bfb-dfbe-42ee-b0d9-251fe168e508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:47:09Z', 'updated_at': '2022-06-24T23:47:16Z', 'revision_number': 5, 'project_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'subnets': [{'id': '80dd0bfb-dfbe-42ee-b0d9-251fe168e508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-5-smb', False) {} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:48:30.067469 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0484120f-511a-4cc1-a99a-741e9218ccd9 None None] Checking router: d53a711a-9bec-4a49-ae93-b791547b851e for host: dv-cinder-847189-5-smb {{(pid=88111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 23:48:30.070038 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62d066b-8ce7-4e35-baba-0919d574228c req-fc2ccba9-b389-4d83-a754-5ef0c5ba1294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:48:30.071522 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-b62d066b-8ce7-4e35-baba-0919d574228c req-fc2ccba9-b389-4d83-a754-5ef0c5ba1294 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7abaefcb-0064-4c5b-84e1-b4e60380849f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0801156 Jun 24 23:48:30.075802 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0484120f-511a-4cc1-a99a-741e9218ccd9 None None] Routers {'d53a711a-9bec-4a49-ae93-b791547b851e'} bound to L3 agent in host dv-cinder-847189-5-smb {{(pid=88111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 23:48:30.076384 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-0484120f-511a-4cc1-a99a-741e9218ccd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T23:32:42Z,description=,heartbeat_timestamp=2022-06-24T23:48:12Z,host='dv-cinder-847189-5-smb',id=05c04ad7-f453-4a24-8793-b86a404a0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T23:32:42Z,topic='l3_agent')) {'router_ids': ['d53a711a-9bec-4a49-ae93-b791547b851e'], 'active': True} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:48:30.204967 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-b62d066b-8ce7-4e35-baba-0919d574228c req-bb6b94dc-6a41-405b-964b-fb6ab650b764 service neutron] 10.222.0.15 "GET /v2.0/networks/7abaefcb-0064-4c5b-84e1-b4e60380849f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270585 Jun 24 23:48:30.254946 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvr_db [None req-0484120f-511a-4cc1-a99a-741e9218ccd9 None None] Set router d53a711a-9bec-4a49-ae93-b791547b851e gateway port host: dv-cinder-847189-5-smb {{(pid=88111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 23:48:30.333846 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-b62d066b-8ce7-4e35-baba-0919d574228c req-bff58e97-c8fd-489e-bf90-e2257f9f9d39 service neutron] 10.222.0.15 "GET /v2.0/networks/7abaefcb-0064-4c5b-84e1-b4e60380849f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227314 Jun 24 23:48:30.600275 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-0484120f-511a-4cc1-a99a-741e9218ccd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'name': 'tempest-AttachVolumeNegativeTest-1127594969-router', 'tenant_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.241'}], 'enable_snat': True}, 'gw_port_id': '29bdc519-d88d-4c03-b997-414dc420d1ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:47:06Z', 'updated_at': '2022-06-24T23:47:10Z', 'revision_number': 4, 'project_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'gw_port': {'id': '29bdc519-d88d-4c03-b997-414dc420d1ef', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:47:07Z', 'updated_at': '2022-06-24T23:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb', '_floatingips': [{'id': '671fbeca-7bad-431f-b23c-5b0589874ad3', 'tenant_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'floating_ip_address': '172.28.1.191', 'floating_network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'router_id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'port_id': '5752e1a9-4955-4583-a3df-5676604c99cc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7abaefcb-0064-4c5b-84e1-b4e60380849f', 'mac_address': 'fa:16:3e:11:33:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503e601f-1ed0-42cc-a319-0482a5c1dbff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T23:48:07Z', 'updated_at': '2022-06-24T23:48:28Z', 'revision_number': 1, 'project_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'fixed_ip_address_scope': None}, {'id': '6d8015d2-b206-4d02-a686-57be495ae949', 'tenant_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'floating_ip_address': '172.28.1.178', 'floating_network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'router_id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'port_id': '4c0d98b7-c0a9-4aba-bb81-05b4f986b5a9', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7abaefcb-0064-4c5b-84e1-b4e60380849f', 'mac_address': 'fa:16:3e:91:83:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83a7558-8aae-4b99-812c-06598a00b8e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T23:47:13Z', 'updated_at': '2022-06-24T23:47:26Z', 'revision_number': 2, 'project_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d937a75-d09b-41f6-b3ef-a59dff25e161', 'name': '', 'network_id': '7abaefcb-0064-4c5b-84e1-b4e60380849f', 'tenant_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'mac_address': 'fa:16:3e:2f:59:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '80dd0bfb-dfbe-42ee-b0d9-251fe168e508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:47:09Z', 'updated_at': '2022-06-24T23:47:16Z', 'revision_number': 5, 'project_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'subnets': [{'id': '80dd0bfb-dfbe-42ee-b0d9-251fe168e508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-5-smb', False) {} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:48:30.604574 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0484120f-511a-4cc1-a99a-741e9218ccd9 None None] The sync data for ids ['d53a711a-9bec-4a49-ae93-b791547b851e'] in dv-cinder-847189-5-smb is: [{'id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'name': 'tempest-AttachVolumeNegativeTest-1127594969-router', 'tenant_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.241'}], 'enable_snat': True}, 'gw_port_id': '29bdc519-d88d-4c03-b997-414dc420d1ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:47:06Z', 'updated_at': '2022-06-24T23:47:10Z', 'revision_number': 4, 'project_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'gw_port': {'id': '29bdc519-d88d-4c03-b997-414dc420d1ef', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:47:07Z', 'updated_at': '2022-06-24T23:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb', '_floatingips': [{'id': '671fbeca-7bad-431f-b23c-5b0589874ad3', 'tenant_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'floating_ip_address': '172.28.1.191', 'floating_network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'router_id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'port_id': '5752e1a9-4955-4583-a3df-5676604c99cc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7abaefcb-0064-4c5b-84e1-b4e60380849f', 'mac_address': 'fa:16:3e:11:33:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '503e601f-1ed0-42cc-a319-0482a5c1dbff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T23:48:07Z', 'updated_at': '2022-06-24T23:48:28Z', 'revision_number': 1, 'project_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'fixed_ip_address_scope': None}, {'id': '6d8015d2-b206-4d02-a686-57be495ae949', 'tenant_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'floating_ip_address': '172.28.1.178', 'floating_network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'router_id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'port_id': '4c0d98b7-c0a9-4aba-bb81-05b4f986b5a9', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7abaefcb-0064-4c5b-84e1-b4e60380849f', 'mac_address': 'fa:16:3e:91:83:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83a7558-8aae-4b99-812c-06598a00b8e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T23:47:13Z', 'updated_at': '2022-06-24T23:47:26Z', 'revision_number': 2, 'project_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d937a75-d09b-41f6-b3ef-a59dff25e161', 'name': '', 'network_id': '7abaefcb-0064-4c5b-84e1-b4e60380849f', 'tenant_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'mac_address': 'fa:16:3e:2f:59:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '80dd0bfb-dfbe-42ee-b0d9-251fe168e508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:47:09Z', 'updated_at': '2022-06-24T23:47:16Z', 'revision_number': 5, 'project_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'subnets': [{'id': '80dd0bfb-dfbe-42ee-b0d9-251fe168e508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 23:48:30.731385 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b948228-c5d8-49c2-b477-54acdf89ce32 req-cd6a2dda-fd70-474d-be82-8fedc5a69380 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:48:30.733028 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-1b948228-c5d8-49c2-b477-54acdf89ce32 req-cd6a2dda-fd70-474d-be82-8fedc5a69380 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=c86fcbec-cefd-4ae4-a85b-86853d69b175 HTTP/1.1" status: 200 len: 946 time: 0.2034581 Jun 24 23:48:30.780072 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-1b948228-c5d8-49c2-b477-54acdf89ce32 req-664ee511-ad4d-4320-82a3-45cccc2e85c9 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups?id=7630e433-a36d-4c33-adbc-98339d1db790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399587 Jun 24 23:48:30.812268 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa01524-8878-47b3-87c1-02cb7c940fdd None None] New status for floating IP 671fbeca-7bad-431f-b23c-5b0589874ad3: ACTIVE {{(pid=88110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 23:48:38.848704 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:48:39.936885 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-18eee77d-242d-4f12-88e1-81b55f57170b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:48:42.171973 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-745d5062-7a88-4643-8c38-40305a66ab56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:48:42.874428 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-8c0b2992-c590-46d4-9042-25b3b8179244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:48:43.337379 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:48:44.647532 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-1d7c9831-c6e7-4afe-acbd-faa6f5f62172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:48:52.134042 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.agents_db [None req-920f0d7c-c373-4dd0-bab9-7f12e43ec96a None None] Agent healthcheck: found 6 active agents {{(pid=88111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 23:49:05.559751 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab838eb-6ec7-4d30-a91c-375fd84d6150 req-b36f0570-ad28-4cf0-9c30-7251bfa46a28 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:49:05.561211 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-6ab838eb-6ec7-4d30-a91c-375fd84d6150 req-b36f0570-ad28-4cf0-9c30-7251bfa46a28 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=c86fcbec-cefd-4ae4-a85b-86853d69b175 HTTP/1.1" status: 200 len: 946 time: 0.0873148 Jun 24 23:49:05.603891 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-6ab838eb-6ec7-4d30-a91c-375fd84d6150 req-2575f3c9-f766-403d-9e37-c1a734698176 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups?id=7630e433-a36d-4c33-adbc-98339d1db790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368841 Jun 24 23:49:06.687411 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb80b839-5f7c-4307-8fce-9b6d00cd6111 req-b4013088-a0cc-4755-84cd-7909d66eb560 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:49:06.688976 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-fb80b839-5f7c-4307-8fce-9b6d00cd6111 req-b4013088-a0cc-4755-84cd-7909d66eb560 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/ports?device_id=503e601f-1ed0-42cc-a319-0482a5c1dbff HTTP/1.1" status: 200 len: 946 time: 0.0860012 Jun 24 23:49:06.736648 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-fb80b839-5f7c-4307-8fce-9b6d00cd6111 req-199d16f9-1430-4c69-b21d-18e409a07327 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e460042-58a3-4094-b802-d148aa847a04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416906 Jun 24 23:49:06.926734 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b72bbe4-59f2-4bd7-a463-3e82f569f965 req-ab4d6313-2442-43fe-a6d8-d12c45ff6dd2 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:49:06.928188 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-1b72bbe4-59f2-4bd7-a463-3e82f569f965 req-ab4d6313-2442-43fe-a6d8-d12c45ff6dd2 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=c86fcbec-cefd-4ae4-a85b-86853d69b175 HTTP/1.1" status: 200 len: 946 time: 0.0888999 Jun 24 23:49:06.975358 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-1b72bbe4-59f2-4bd7-a463-3e82f569f965 req-67045437-6954-49cb-a90b-14e14e94afa1 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups?id=7630e433-a36d-4c33-adbc-98339d1db790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410178 Jun 24 23:49:07.079144 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe71208a-4f23-4db0-be41-bed2641619d0 req-94371a1a-43aa-4809-b626-ec26cae93764 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:49:07.081186 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-fe71208a-4f23-4db0-be41-bed2641619d0 req-94371a1a-43aa-4809-b626-ec26cae93764 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] 10.222.0.42 "GET /v2.0/ports?device_id=86559dd6-46d7-4cd8-b8fb-80b0c1d0543e HTTP/1.1" status: 200 len: 945 time: 0.1607518 Jun 24 23:49:07.123805 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-fe71208a-4f23-4db0-be41-bed2641619d0 req-bdb5c1d4-78b8-4f73-8587-d6ad0d1e155d tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] 10.222.0.42 "GET /v2.0/security-groups?id=8329392b-6c0f-4fd9-96ca-83e76b8b7876&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367177 Jun 24 23:49:07.401346 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e5c72a-3ef6-4064-a615-2b9c38890ea7 req-830db837-e91c-4dcd-90b9-50b45a6289a9 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:49:07.402754 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-88e5c72a-3ef6-4064-a615-2b9c38890ea7 req-830db837-e91c-4dcd-90b9-50b45a6289a9 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.15 "GET /v2.0/ports?device_id=c86fcbec-cefd-4ae4-a85b-86853d69b175 HTTP/1.1" status: 200 len: 946 time: 0.0879209 Jun 24 23:49:07.473208 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [req-88e5c72a-3ef6-4064-a615-2b9c38890ea7 req-f24e0b2a-e134-424c-94bf-751a26662049 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Deleting port b299c5f4-1cfd-4df6-831d-63846627f10a {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 23:49:07.473544 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-88e5c72a-3ef6-4064-a615-2b9c38890ea7 req-f24e0b2a-e134-424c-94bf-751a26662049 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754888672570'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:07.711651 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [req-88e5c72a-3ef6-4064-a615-2b9c38890ea7 req-f24e0b2a-e134-424c-94bf-751a26662049 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] For port b299c5f4-1cfd-4df6-831d-63846627f10a, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=b299c5f4-1cfd-4df6-831d-63846627f10a,segment=NetworkSegment(cc28d19b-2326-449b-923e-434d239126ee),segment_id=cc28d19b-2326-449b-923e-434d239126ee)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:49:07.711926 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-88e5c72a-3ef6-4064-a615-2b9c38890ea7 req-f24e0b2a-e134-424c-94bf-751a26662049 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478950'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:07.930468 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8750de9-c6d6-4717-91fa-4b49531e929d req-4ab206f6-1455-4890-bfad-57e389671770 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:49:07.932126 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-e8750de9-c6d6-4717-91fa-4b49531e929d req-4ab206f6-1455-4890-bfad-57e389671770 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/ports?device_id=503e601f-1ed0-42cc-a319-0482a5c1dbff HTTP/1.1" status: 200 len: 946 time: 0.0888722 Jun 24 23:49:07.977847 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-e8750de9-c6d6-4717-91fa-4b49531e929d req-c611b02e-5ff9-4c37-8143-c36520551a48 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e460042-58a3-4094-b802-d148aa847a04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399256 Jun 24 23:49:08.000397 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-88e5c72a-3ef6-4064-a615-2b9c38890ea7 req-f24e0b2a-e134-424c-94bf-751a26662049 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:08.000764 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-88e5c72a-3ef6-4064-a615-2b9c38890ea7 req-f24e0b2a-e134-424c-94bf-751a26662049 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476618'] for floatingip, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:08.001075 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.db.l3_db [req-88e5c72a-3ef6-4064-a615-2b9c38890ea7 req-f24e0b2a-e134-424c-94bf-751a26662049 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Floating IP d961bf71-9cab-4571-a8d8-8d119d1b800e disassociated. External IP: 172.28.1.168, port: b299c5f4-1cfd-4df6-831d-63846627f10a. Jun 24 23:49:08.001409 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [req-88e5c72a-3ef6-4064-a615-2b9c38890ea7 req-f24e0b2a-e134-424c-94bf-751a26662049 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Calling delete_port for b299c5f4-1cfd-4df6-831d-63846627f10a owned by compute:nova {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 23:49:08.256761 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-88e5c72a-3ef6-4064-a615-2b9c38890ea7 req-f24e0b2a-e134-424c-94bf-751a26662049 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754888674196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754888214712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266412288'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:08.312036 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9f054c-4722-457c-9c2f-85f45a0db3d1 req-90857855-35a2-450f-922c-83e3861038da tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:49:08.315726 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24e0b2a-e134-424c-94bf-751a26662049 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Pushing event deleted for resources: {'Port': ['ID=b299c5f4-1cfd-4df6-831d-63846627f10a,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:49:08.319123 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-2b9f054c-4722-457c-9c2f-85f45a0db3d1 req-90857855-35a2-450f-922c-83e3861038da tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] 10.222.0.42 "GET /v2.0/ports?device_id=86559dd6-46d7-4cd8-b8fb-80b0c1d0543e HTTP/1.1" status: 200 len: 945 time: 0.0902698 Jun 24 23:49:08.374673 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-2b9f054c-4722-457c-9c2f-85f45a0db3d1 req-f52a39d9-b532-4933-ab1e-1d6e0261262b tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] 10.222.0.42 "GET /v2.0/security-groups?id=8329392b-6c0f-4fd9-96ca-83e76b8b7876&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420077 Jun 24 23:49:08.472465 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6359c5c1-3003-44be-9f82-4a5ccfc7935b req-9e777d4f-c068-4dc4-8fd1-89dba7219e19 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:49:08.473893 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-6359c5c1-3003-44be-9f82-4a5ccfc7935b req-9e777d4f-c068-4dc4-8fd1-89dba7219e19 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.15 "GET /v2.0/ports?device_id=503e601f-1ed0-42cc-a319-0482a5c1dbff HTTP/1.1" status: 200 len: 946 time: 0.3131347 Jun 24 23:49:08.483348 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0fbd37-0074-48bd-8890-5410a19ce227 req-31511496-e69b-4d13-94af-1697d6f06195 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:49:08.484688 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-cf0fbd37-0074-48bd-8890-5410a19ce227 req-31511496-e69b-4d13-94af-1697d6f06195 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=c86fcbec-cefd-4ae4-a85b-86853d69b175 HTTP/1.1" status: 200 len: 868 time: 0.3744938 Jun 24 23:49:08.606899 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [req-6359c5c1-3003-44be-9f82-4a5ccfc7935b req-d936e5e5-f3a1-4bce-b760-0d97fb5cb372 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Deleting port 5752e1a9-4955-4583-a3df-5676604c99cc {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 23:49:08.607106 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-6359c5c1-3003-44be-9f82-4a5ccfc7935b req-d936e5e5-f3a1-4bce-b760-0d97fb5cb372 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754888672570'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:08.726679 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-cf0fbd37-0074-48bd-8890-5410a19ce227 req-a90e29e5-cacb-417d-a2bc-e72cd79c6b19 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups?id=7630e433-a36d-4c33-adbc-98339d1db790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2097371 Jun 24 23:49:08.757227 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [req-88e5c72a-3ef6-4064-a615-2b9c38890ea7 req-f24e0b2a-e134-424c-94bf-751a26662049 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Router 6814f674-cb0f-4527-8f62-e9c429932e14 has already been hosted by L3 agent 05c04ad7-f453-4a24-8793-b86a404a0ef9 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 23:49:08.863858 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:09.080613 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-88e5c72a-3ef6-4064-a615-2b9c38890ea7 req-f24e0b2a-e134-424c-94bf-751a26662049 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Notify agent at l3_agent.dv-cinder-847189-5-smb the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 23:49:09.090750 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3820345d-6208-4752-ab5e-e334c386cc3f None None] Sync routers for ids ['6814f674-cb0f-4527-8f62-e9c429932e14'] in dv-cinder-847189-5-smb {{(pid=88111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 23:49:09.099619 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3820345d-6208-4752-ab5e-e334c386cc3f None None] Routers {'6814f674-cb0f-4527-8f62-e9c429932e14'} bound to L3 agent in host dv-cinder-847189-5-smb {{(pid=88111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 23:49:09.100209 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-3820345d-6208-4752-ab5e-e334c386cc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T23:32:42Z,description=,heartbeat_timestamp=2022-06-24T23:48:42Z,host='dv-cinder-847189-5-smb',id=05c04ad7-f453-4a24-8793-b86a404a0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T23:32:42Z,topic='l3_agent')) {'router_ids': ['6814f674-cb0f-4527-8f62-e9c429932e14'], 'active': True} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:49:09.172060 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feecdccd-479c-40f3-9478-d991c851e158 req-836dc5d9-5f16-4351-87de-7bda96726fec tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:49:09.173464 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-feecdccd-479c-40f3-9478-d991c851e158 req-836dc5d9-5f16-4351-87de-7bda96726fec tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/ports?device_id=503e601f-1ed0-42cc-a319-0482a5c1dbff HTTP/1.1" status: 200 len: 946 time: 0.0877728 Jun 24 23:49:09.180020 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [req-88e5c72a-3ef6-4064-a615-2b9c38890ea7 req-f24e0b2a-e134-424c-94bf-751a26662049 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] No DVR routers for this DVR port b299c5f4-1cfd-4df6-831d-63846627f10a on host hv-cinder-84718 {{(pid=88108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 23:49:09.185090 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-88e5c72a-3ef6-4064-a615-2b9c38890ea7 req-f24e0b2a-e134-424c-94bf-751a26662049 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122089'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:09.187409 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c86fcbec-cefd-4ae4-a85b-86853d69b175', 'name': 'network-vif-deleted', 'tag': 'b299c5f4-1cfd-4df6-831d-63846627f10a'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 23:49:09.200448 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [req-6359c5c1-3003-44be-9f82-4a5ccfc7935b req-d936e5e5-f3a1-4bce-b760-0d97fb5cb372 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] For port 5752e1a9-4955-4583-a3df-5676604c99cc, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=5752e1a9-4955-4583-a3df-5676604c99cc,segment=NetworkSegment(04b3cdd8-8d24-43a2-8a87-294baaf0163b),segment_id=04b3cdd8-8d24-43a2-8a87-294baaf0163b)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:49:09.201092 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-6359c5c1-3003-44be-9f82-4a5ccfc7935b req-d936e5e5-f3a1-4bce-b760-0d97fb5cb372 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478950'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:09.213353 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-88e5c72a-3ef6-4064-a615-2b9c38890ea7 req-f24e0b2a-e134-424c-94bf-751a26662049 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.15 "DELETE /v2.0/ports/b299c5f4-1cfd-4df6-831d-63846627f10a HTTP/1.1" status: 204 len: 173 time: 1.8018723 Jun 24 23:49:09.226434 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-feecdccd-479c-40f3-9478-d991c851e158 req-b5352a1b-d20f-469f-8bf9-9b75c677976d tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/security-groups?id=3e460042-58a3-4094-b802-d148aa847a04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468371 Jun 24 23:49:09.271747 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-306e1d5d-fe91-4636-83d7-07c20dda5e35'] response: {'server_uuid': 'c86fcbec-cefd-4ae4-a85b-86853d69b175', 'name': 'network-vif-deleted', 'tag': 'b299c5f4-1cfd-4df6-831d-63846627f10a', 'status': 'completed', 'code': 200} Jun 24 23:49:09.299149 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvr_db [None req-3820345d-6208-4752-ab5e-e334c386cc3f None None] Set router 6814f674-cb0f-4527-8f62-e9c429932e14 gateway port host: dv-cinder-847189-5-smb {{(pid=88111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 23:49:09.512476 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-6359c5c1-3003-44be-9f82-4a5ccfc7935b req-d936e5e5-f3a1-4bce-b760-0d97fb5cb372 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:09.513191 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-6359c5c1-3003-44be-9f82-4a5ccfc7935b req-d936e5e5-f3a1-4bce-b760-0d97fb5cb372 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476618'] for floatingip, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:09.513514 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.db.l3_db [req-6359c5c1-3003-44be-9f82-4a5ccfc7935b req-d936e5e5-f3a1-4bce-b760-0d97fb5cb372 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Floating IP 671fbeca-7bad-431f-b23c-5b0589874ad3 disassociated. External IP: 172.28.1.191, port: 5752e1a9-4955-4583-a3df-5676604c99cc. Jun 24 23:49:09.513843 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [req-6359c5c1-3003-44be-9f82-4a5ccfc7935b req-d936e5e5-f3a1-4bce-b760-0d97fb5cb372 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Calling delete_port for 5752e1a9-4955-4583-a3df-5676604c99cc owned by compute:nova {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 23:49:09.582872 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de37489-4795-4ac7-b69a-29adbbbc48fd req-866451ae-d4cb-4a2a-b0bd-938644731f83 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:49:09.589848 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-9de37489-4795-4ac7-b69a-29adbbbc48fd req-866451ae-d4cb-4a2a-b0bd-938644731f83 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] 10.222.0.42 "GET /v2.0/ports?device_id=86559dd6-46d7-4cd8-b8fb-80b0c1d0543e HTTP/1.1" status: 200 len: 945 time: 0.0973568 Jun 24 23:49:09.631457 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-9de37489-4795-4ac7-b69a-29adbbbc48fd req-f14cd983-ab37-4abc-a789-0acb67ff8cc4 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] 10.222.0.42 "GET /v2.0/security-groups?id=8329392b-6c0f-4fd9-96ca-83e76b8b7876&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407534 Jun 24 23:49:09.661032 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-3820345d-6208-4752-ab5e-e334c386cc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6814f674-cb0f-4527-8f62-e9c429932e14', 'name': 'tempest-AttachVolumeShelveTestJSON-177881652-router', 'tenant_id': 'b035f09c574a4283bf9b03bc84f830d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.130'}], 'enable_snat': True}, 'gw_port_id': 'd7cbc3e0-2521-4b3b-bc37-6617d590bb33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:46:33Z', 'updated_at': '2022-06-24T23:46:39Z', 'revision_number': 4, 'project_id': 'b035f09c574a4283bf9b03bc84f830d7', 'gw_port': {'id': 'd7cbc3e0-2521-4b3b-bc37-6617d590bb33', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:35:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6814f674-cb0f-4527-8f62-e9c429932e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:46:34Z', 'updated_at': '2022-06-24T23:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb', '_interfaces': [{'id': '42ce1e25-84f2-4916-853a-e2df98f66524', 'name': '', 'network_id': '85013f97-fab4-404c-a234-1f20e31752e1', 'tenant_id': 'b035f09c574a4283bf9b03bc84f830d7', 'mac_address': 'fa:16:3e:6a:f7:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6814f674-cb0f-4527-8f62-e9c429932e14', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c0f5bad0-1ece-425d-be26-c3b0dd205e3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:46:38Z', 'updated_at': '2022-06-24T23:46:46Z', 'revision_number': 5, 'project_id': 'b035f09c574a4283bf9b03bc84f830d7', 'subnets': [{'id': 'c0f5bad0-1ece-425d-be26-c3b0dd205e3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-5-smb', False) {} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:49:09.664796 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3820345d-6208-4752-ab5e-e334c386cc3f None None] Checking router: 6814f674-cb0f-4527-8f62-e9c429932e14 for host: dv-cinder-847189-5-smb {{(pid=88111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 23:49:09.672808 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3820345d-6208-4752-ab5e-e334c386cc3f None None] Routers {'6814f674-cb0f-4527-8f62-e9c429932e14'} bound to L3 agent in host dv-cinder-847189-5-smb {{(pid=88111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 23:49:09.673388 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-3820345d-6208-4752-ab5e-e334c386cc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T23:32:42Z,description=,heartbeat_timestamp=2022-06-24T23:48:42Z,host='dv-cinder-847189-5-smb',id=05c04ad7-f453-4a24-8793-b86a404a0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T23:32:42Z,topic='l3_agent')) {'router_ids': ['6814f674-cb0f-4527-8f62-e9c429932e14'], 'active': True} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:49:09.684949 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-6359c5c1-3003-44be-9f82-4a5ccfc7935b req-d936e5e5-f3a1-4bce-b760-0d97fb5cb372 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754888674196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754888214712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266412288'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:09.738133 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d936e5e5-f3a1-4bce-b760-0d97fb5cb372 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Pushing event deleted for resources: {'Port': ['ID=5752e1a9-4955-4583-a3df-5676604c99cc,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:49:09.850067 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvr_db [None req-3820345d-6208-4752-ab5e-e334c386cc3f None None] Set router 6814f674-cb0f-4527-8f62-e9c429932e14 gateway port host: dv-cinder-847189-5-smb {{(pid=88111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 23:49:09.862326 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 60076) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:49:09.926711 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-bb0fb14d-c015-4e51-9343-c48089d01056 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Notify callbacks [] for security_group, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:09.930565 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6359c5c1-3003-44be-9f82-4a5ccfc7935b req-d936e5e5-f3a1-4bce-b760-0d97fb5cb372 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Router d53a711a-9bec-4a49-ae93-b791547b851e has already been hosted by L3 agent 05c04ad7-f453-4a24-8793-b86a404a0ef9 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 23:49:09.945072 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-f64ad5f4-32e9-49ba-8d0a-5fd43579b001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:09.962641 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-bb0fb14d-c015-4e51-9343-c48089d01056 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:10.016837 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-bb0fb14d-c015-4e51-9343-c48089d01056 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:10.038682 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0fb14d-c015-4e51-9343-c48089d01056 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7630e433-a36d-4c33-adbc-98339d1db790,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:49:10.047590 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0fb14d-c015-4e51-9343-c48089d01056 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:49:10.047942 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0fb14d-c015-4e51-9343-c48089d01056 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:49:10.048293 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0fb14d-c015-4e51-9343-c48089d01056 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:49:10.048612 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0fb14d-c015-4e51-9343-c48089d01056 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:49:10.048944 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0fb14d-c015-4e51-9343-c48089d01056 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:49:10.049281 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0fb14d-c015-4e51-9343-c48089d01056 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:49:10.049599 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0fb14d-c015-4e51-9343-c48089d01056 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:49:10.049923 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0fb14d-c015-4e51-9343-c48089d01056 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:49:10.050243 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0fb14d-c015-4e51-9343-c48089d01056 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:49:10.050563 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0fb14d-c015-4e51-9343-c48089d01056 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:49:10.050883 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0fb14d-c015-4e51-9343-c48089d01056 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:49:10.051197 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0fb14d-c015-4e51-9343-c48089d01056 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:49:10.059426 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-bb0fb14d-c015-4e51-9343-c48089d01056 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Notify callbacks [] for security_group, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:10.060814 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-bb0fb14d-c015-4e51-9343-c48089d01056 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "DELETE /v2.0/security-groups/7630e433-a36d-4c33-adbc-98339d1db790 HTTP/1.1" status: 204 len: 168 time: 0.1996183 Jun 24 23:49:10.066771 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 60080) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:49:10.084556 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.api.v2.resource [None req-362101eb-5bee-4da5-bebc-74deac41046d tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] show failed (client error): The resource could not be found. Jun 24 23:49:10.085781 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-362101eb-5bee-4da5-bebc-74deac41046d tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups/7630e433-a36d-4c33-adbc-98339d1db790 HTTP/1.1" status: 404 len: 347 time: 0.0181468 Jun 24 23:49:10.091977 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 60084) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:49:10.200188 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-3820345d-6208-4752-ab5e-e334c386cc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6814f674-cb0f-4527-8f62-e9c429932e14', 'name': 'tempest-AttachVolumeShelveTestJSON-177881652-router', 'tenant_id': 'b035f09c574a4283bf9b03bc84f830d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.130'}], 'enable_snat': True}, 'gw_port_id': 'd7cbc3e0-2521-4b3b-bc37-6617d590bb33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:46:33Z', 'updated_at': '2022-06-24T23:46:39Z', 'revision_number': 4, 'project_id': 'b035f09c574a4283bf9b03bc84f830d7', 'gw_port': {'id': 'd7cbc3e0-2521-4b3b-bc37-6617d590bb33', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:35:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6814f674-cb0f-4527-8f62-e9c429932e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:46:34Z', 'updated_at': '2022-06-24T23:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb', '_interfaces': [{'id': '42ce1e25-84f2-4916-853a-e2df98f66524', 'name': '', 'network_id': '85013f97-fab4-404c-a234-1f20e31752e1', 'tenant_id': 'b035f09c574a4283bf9b03bc84f830d7', 'mac_address': 'fa:16:3e:6a:f7:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6814f674-cb0f-4527-8f62-e9c429932e14', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c0f5bad0-1ece-425d-be26-c3b0dd205e3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:46:38Z', 'updated_at': '2022-06-24T23:46:46Z', 'revision_number': 5, 'project_id': 'b035f09c574a4283bf9b03bc84f830d7', 'subnets': [{'id': 'c0f5bad0-1ece-425d-be26-c3b0dd205e3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-5-smb', False) {} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:49:10.205814 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3820345d-6208-4752-ab5e-e334c386cc3f None None] The sync data for ids ['6814f674-cb0f-4527-8f62-e9c429932e14'] in dv-cinder-847189-5-smb is: [{'id': '6814f674-cb0f-4527-8f62-e9c429932e14', 'name': 'tempest-AttachVolumeShelveTestJSON-177881652-router', 'tenant_id': 'b035f09c574a4283bf9b03bc84f830d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.130'}], 'enable_snat': True}, 'gw_port_id': 'd7cbc3e0-2521-4b3b-bc37-6617d590bb33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:46:33Z', 'updated_at': '2022-06-24T23:46:39Z', 'revision_number': 4, 'project_id': 'b035f09c574a4283bf9b03bc84f830d7', 'gw_port': {'id': 'd7cbc3e0-2521-4b3b-bc37-6617d590bb33', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:35:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6814f674-cb0f-4527-8f62-e9c429932e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:46:34Z', 'updated_at': '2022-06-24T23:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb', '_interfaces': [{'id': '42ce1e25-84f2-4916-853a-e2df98f66524', 'name': '', 'network_id': '85013f97-fab4-404c-a234-1f20e31752e1', 'tenant_id': 'b035f09c574a4283bf9b03bc84f830d7', 'mac_address': 'fa:16:3e:6a:f7:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6814f674-cb0f-4527-8f62-e9c429932e14', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c0f5bad0-1ece-425d-be26-c3b0dd205e3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:46:38Z', 'updated_at': '2022-06-24T23:46:46Z', 'revision_number': 5, 'project_id': 'b035f09c574a4283bf9b03bc84f830d7', 'subnets': [{'id': 'c0f5bad0-1ece-425d-be26-c3b0dd205e3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 23:49:10.259220 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6359c5c1-3003-44be-9f82-4a5ccfc7935b req-d936e5e5-f3a1-4bce-b760-0d97fb5cb372 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify agent at l3_agent.dv-cinder-847189-5-smb the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 23:49:10.265727 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-897a5b59-08bc-49e6-868c-68ef421b1e22 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Deleting port 302b8a29-39fd-4b6a-934e-8c2c2d11b6ec {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 23:49:10.266146 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-897a5b59-08bc-49e6-868c-68ef421b1e22 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754888672570'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:10.272343 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feab8690-5a28-45d3-900c-b7745566b9df None None] Sync routers for ids ['d53a711a-9bec-4a49-ae93-b791547b851e'] in dv-cinder-847189-5-smb {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 23:49:10.296435 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feab8690-5a28-45d3-900c-b7745566b9df None None] Routers {'d53a711a-9bec-4a49-ae93-b791547b851e'} bound to L3 agent in host dv-cinder-847189-5-smb {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 23:49:10.297078 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-feab8690-5a28-45d3-900c-b7745566b9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T23:32:42Z,description=,heartbeat_timestamp=2022-06-24T23:48:42Z,host='dv-cinder-847189-5-smb',id=05c04ad7-f453-4a24-8793-b86a404a0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T23:32:42Z,topic='l3_agent')) {'router_ids': ['d53a711a-9bec-4a49-ae93-b791547b851e'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:49:10.362654 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [req-6359c5c1-3003-44be-9f82-4a5ccfc7935b req-d936e5e5-f3a1-4bce-b760-0d97fb5cb372 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] No DVR routers for this DVR port 5752e1a9-4955-4583-a3df-5676604c99cc on host hv-cinder-84718 {{(pid=88108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 23:49:10.365346 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-6359c5c1-3003-44be-9f82-4a5ccfc7935b req-d936e5e5-f3a1-4bce-b760-0d97fb5cb372 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122089'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:10.430271 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-6359c5c1-3003-44be-9f82-4a5ccfc7935b req-d936e5e5-f3a1-4bce-b760-0d97fb5cb372 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.15 "DELETE /v2.0/ports/5752e1a9-4955-4583-a3df-5676604c99cc HTTP/1.1" status: 204 len: 173 time: 1.9425709 Jun 24 23:49:10.446151 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-de438576-f0ff-49d8-bdc8-4668ed9c78b2 req-d26e3cab-5315-43b6-ae0d-5f258838adda tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Synchronizing usage tracker for tenant:cc2e981e5c2b4ac78ce7c820ebe3e4a0 on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 23:49:10.465326 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-de438576-f0ff-49d8-bdc8-4668ed9c78b2 req-d26e3cab-5315-43b6-ae0d-5f258838adda tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Unset dirty status for tenant:cc2e981e5c2b4ac78ce7c820ebe3e4a0 on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 23:49:10.466661 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-de438576-f0ff-49d8-bdc8-4668ed9c78b2 req-d26e3cab-5315-43b6-ae0d-5f258838adda tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/ports?device_id=503e601f-1ed0-42cc-a319-0482a5c1dbff HTTP/1.1" status: 200 len: 210 time: 0.0802903 Jun 24 23:49:10.509182 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-897a5b59-08bc-49e6-868c-68ef421b1e22 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478950'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:10.509516 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-897a5b59-08bc-49e6-868c-68ef421b1e22 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:10.552413 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-feab8690-5a28-45d3-900c-b7745566b9df None None] Set router d53a711a-9bec-4a49-ae93-b791547b851e gateway port host: dv-cinder-847189-5-smb {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 23:49:10.595146 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a330bb47-6da6-433c-bb63-315f1da26bf3 None None] New status for floating IP d961bf71-9cab-4571-a8d8-8d119d1b800e: DOWN {{(pid=88111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 23:49:10.647601 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-897a5b59-08bc-49e6-868c-68ef421b1e22 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Calling delete_port for 302b8a29-39fd-4b6a-934e-8c2c2d11b6ec owned by network:floatingip {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 23:49:10.860971 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-897a5b59-08bc-49e6-868c-68ef421b1e22 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754888674196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754888214712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266550608'] for port, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:10.862328 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron_lib.db.api [None req-a330bb47-6da6-433c-bb63-315f1da26bf3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88111) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 23:49:10.862770 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG oslo_db.api [None req-a330bb47-6da6-433c-bb63-315f1da26bf3 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 23:49:10.936519 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-feab8690-5a28-45d3-900c-b7745566b9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'name': 'tempest-AttachVolumeNegativeTest-1127594969-router', 'tenant_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.241'}], 'enable_snat': True}, 'gw_port_id': '29bdc519-d88d-4c03-b997-414dc420d1ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:47:06Z', 'updated_at': '2022-06-24T23:47:10Z', 'revision_number': 4, 'project_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'gw_port': {'id': '29bdc519-d88d-4c03-b997-414dc420d1ef', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:47:07Z', 'updated_at': '2022-06-24T23:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb', '_floatingips': [{'id': '6d8015d2-b206-4d02-a686-57be495ae949', 'tenant_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'floating_ip_address': '172.28.1.178', 'floating_network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'router_id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'port_id': '4c0d98b7-c0a9-4aba-bb81-05b4f986b5a9', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7abaefcb-0064-4c5b-84e1-b4e60380849f', 'mac_address': 'fa:16:3e:91:83:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83a7558-8aae-4b99-812c-06598a00b8e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T23:47:13Z', 'updated_at': '2022-06-24T23:47:26Z', 'revision_number': 2, 'project_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d937a75-d09b-41f6-b3ef-a59dff25e161', 'name': '', 'network_id': '7abaefcb-0064-4c5b-84e1-b4e60380849f', 'tenant_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'mac_address': 'fa:16:3e:2f:59:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '80dd0bfb-dfbe-42ee-b0d9-251fe168e508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:47:09Z', 'updated_at': '2022-06-24T23:47:16Z', 'revision_number': 5, 'project_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'subnets': [{'id': '80dd0bfb-dfbe-42ee-b0d9-251fe168e508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-5-smb', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:49:10.941384 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feab8690-5a28-45d3-900c-b7745566b9df None None] Checking router: d53a711a-9bec-4a49-ae93-b791547b851e for host: dv-cinder-847189-5-smb {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 23:49:10.950485 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feab8690-5a28-45d3-900c-b7745566b9df None None] Routers {'d53a711a-9bec-4a49-ae93-b791547b851e'} bound to L3 agent in host dv-cinder-847189-5-smb {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 23:49:10.951206 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-feab8690-5a28-45d3-900c-b7745566b9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T23:32:42Z,description=,heartbeat_timestamp=2022-06-24T23:48:42Z,host='dv-cinder-847189-5-smb',id=05c04ad7-f453-4a24-8793-b86a404a0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T23:32:42Z,topic='l3_agent')) {'router_ids': ['d53a711a-9bec-4a49-ae93-b791547b851e'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:49:11.019375 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897a5b59-08bc-49e6-868c-68ef421b1e22 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Pushing event deleted for resources: {'Port': ['ID=302b8a29-39fd-4b6a-934e-8c2c2d11b6ec,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:49:11.113383 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e51f9c7-e0b6-4cb1-8430-ba2b1497d0ec req-929363a2-076d-4abe-8457-7e88c6ecee29 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:49:11.114738 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-9e51f9c7-e0b6-4cb1-8430-ba2b1497d0ec req-929363a2-076d-4abe-8457-7e88c6ecee29 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] 10.222.0.42 "GET /v2.0/ports?device_id=86559dd6-46d7-4cd8-b8fb-80b0c1d0543e HTTP/1.1" status: 200 len: 945 time: 0.3392177 Jun 24 23:49:11.134890 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-feab8690-5a28-45d3-900c-b7745566b9df None None] Set router d53a711a-9bec-4a49-ae93-b791547b851e gateway port host: dv-cinder-847189-5-smb {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 23:49:11.154065 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-897a5b59-08bc-49e6-868c-68ef421b1e22 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Notify callbacks [] for floatingip, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:11.183576 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-9e51f9c7-e0b6-4cb1-8430-ba2b1497d0ec req-5508e016-d86d-4bed-99a4-ae2d30b7a2b2 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] 10.222.0.42 "GET /v2.0/security-groups?id=8329392b-6c0f-4fd9-96ca-83e76b8b7876&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622108 Jun 24 23:49:11.186248 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-897a5b59-08bc-49e6-868c-68ef421b1e22 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122089'] for floatingip, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:11.187281 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-897a5b59-08bc-49e6-868c-68ef421b1e22 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "DELETE /v2.0/floatingips/d961bf71-9cab-4571-a8d8-8d119d1b800e HTTP/1.1" status: 204 len: 168 time: 1.0943828 Jun 24 23:49:11.269036 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 60094) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:49:11.273263 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '503e601f-1ed0-42cc-a319-0482a5c1dbff', 'name': 'network-vif-deleted', 'tag': '5752e1a9-4955-4583-a3df-5676604c99cc'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 23:49:11.274405 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.v2.base [None req-18fe7a4b-fcbe-4cf6-80ba-bc8d72ec5438 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Request body: {'security_group': {'name': 'tempest-securitygroup--804845092', 'description': 'tempest-description--1531501561'}} {{(pid=88109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:49:11.280605 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-18fe7a4b-fcbe-4cf6-80ba-bc8d72ec5438 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:49:11.285767 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-18fe7a4b-fcbe-4cf6-80ba-bc8d72ec5438 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Usage tracker for resource:security_group and tenant:b035f09c574a4283bf9b03bc84f830d7 is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:49:11.288771 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-18fe7a4b-fcbe-4cf6-80ba-bc8d72ec5438 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:49:11.295142 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-18fe7a4b-fcbe-4cf6-80ba-bc8d72ec5438 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:49:11.305660 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-18fe7a4b-fcbe-4cf6-80ba-bc8d72ec5438 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Notify callbacks [] for security_group, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:11.324797 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e14b439b-145e-4f2c-b563-3a8fc0704a88'] response: {'server_uuid': '503e601f-1ed0-42cc-a319-0482a5c1dbff', 'name': 'network-vif-deleted', 'tag': '5752e1a9-4955-4583-a3df-5676604c99cc', 'status': 'completed', 'code': 200} Jun 24 23:49:11.325486 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-18fe7a4b-fcbe-4cf6-80ba-bc8d72ec5438 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:49:11.329465 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-18fe7a4b-fcbe-4cf6-80ba-bc8d72ec5438 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Usage tracker for resource:security_group_rule and tenant:b035f09c574a4283bf9b03bc84f830d7 is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:49:11.333015 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-18fe7a4b-fcbe-4cf6-80ba-bc8d72ec5438 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:49:11.338609 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-18fe7a4b-fcbe-4cf6-80ba-bc8d72ec5438 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:49:11.364376 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a330bb47-6da6-433c-bb63-315f1da26bf3 None None] New status for floating IP d961bf71-9cab-4571-a8d8-8d119d1b800e: DOWN {{(pid=88111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 23:49:11.410685 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-18fe7a4b-fcbe-4cf6-80ba-bc8d72ec5438 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Notify callbacks [] for security_group, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:11.414988 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-18fe7a4b-fcbe-4cf6-80ba-bc8d72ec5438 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:11.462091 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fe7a4b-fcbe-4cf6-80ba-bc8d72ec5438 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82648a32-eb95-4549-8ac3-00025e413e18,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:49:11.467139 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-18fe7a4b-fcbe-4cf6-80ba-bc8d72ec5438 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Notify callbacks [] for security_group, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:11.469230 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-18fe7a4b-fcbe-4cf6-80ba-bc8d72ec5438 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1991208 Jun 24 23:49:11.472844 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 60100) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:49:11.479348 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.v2.base [None req-5293bd5b-e0f1-43b8-a696-ff30986b9ccc tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Request body: {'security_group_rule': {'security_group_id': '82648a32-eb95-4549-8ac3-00025e413e18', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:49:11.485422 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-5293bd5b-e0f1-43b8-a696-ff30986b9ccc tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:49:11.489554 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-5293bd5b-e0f1-43b8-a696-ff30986b9ccc tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Usage tracker for resource:security_group_rule and tenant:b035f09c574a4283bf9b03bc84f830d7 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:49:11.493249 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-5293bd5b-e0f1-43b8-a696-ff30986b9ccc tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:49:11.503611 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-5293bd5b-e0f1-43b8-a696-ff30986b9ccc tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:49:11.506253 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-feab8690-5a28-45d3-900c-b7745566b9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'name': 'tempest-AttachVolumeNegativeTest-1127594969-router', 'tenant_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.241'}], 'enable_snat': True}, 'gw_port_id': '29bdc519-d88d-4c03-b997-414dc420d1ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:47:06Z', 'updated_at': '2022-06-24T23:47:10Z', 'revision_number': 4, 'project_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'gw_port': {'id': '29bdc519-d88d-4c03-b997-414dc420d1ef', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:47:07Z', 'updated_at': '2022-06-24T23:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb', '_floatingips': [{'id': '6d8015d2-b206-4d02-a686-57be495ae949', 'tenant_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'floating_ip_address': '172.28.1.178', 'floating_network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'router_id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'port_id': '4c0d98b7-c0a9-4aba-bb81-05b4f986b5a9', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7abaefcb-0064-4c5b-84e1-b4e60380849f', 'mac_address': 'fa:16:3e:91:83:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83a7558-8aae-4b99-812c-06598a00b8e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T23:47:13Z', 'updated_at': '2022-06-24T23:47:26Z', 'revision_number': 2, 'project_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d937a75-d09b-41f6-b3ef-a59dff25e161', 'name': '', 'network_id': '7abaefcb-0064-4c5b-84e1-b4e60380849f', 'tenant_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'mac_address': 'fa:16:3e:2f:59:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '80dd0bfb-dfbe-42ee-b0d9-251fe168e508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:47:09Z', 'updated_at': '2022-06-24T23:47:16Z', 'revision_number': 5, 'project_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'subnets': [{'id': '80dd0bfb-dfbe-42ee-b0d9-251fe168e508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-5-smb', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:49:11.511588 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feab8690-5a28-45d3-900c-b7745566b9df None None] The sync data for ids ['d53a711a-9bec-4a49-ae93-b791547b851e'] in dv-cinder-847189-5-smb is: [{'id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'name': 'tempest-AttachVolumeNegativeTest-1127594969-router', 'tenant_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.241'}], 'enable_snat': True}, 'gw_port_id': '29bdc519-d88d-4c03-b997-414dc420d1ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:47:06Z', 'updated_at': '2022-06-24T23:47:10Z', 'revision_number': 4, 'project_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'gw_port': {'id': '29bdc519-d88d-4c03-b997-414dc420d1ef', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:47:07Z', 'updated_at': '2022-06-24T23:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb', '_floatingips': [{'id': '6d8015d2-b206-4d02-a686-57be495ae949', 'tenant_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'floating_ip_address': '172.28.1.178', 'floating_network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'router_id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'port_id': '4c0d98b7-c0a9-4aba-bb81-05b4f986b5a9', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7abaefcb-0064-4c5b-84e1-b4e60380849f', 'mac_address': 'fa:16:3e:91:83:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83a7558-8aae-4b99-812c-06598a00b8e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T23:47:13Z', 'updated_at': '2022-06-24T23:47:26Z', 'revision_number': 2, 'project_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d937a75-d09b-41f6-b3ef-a59dff25e161', 'name': '', 'network_id': '7abaefcb-0064-4c5b-84e1-b4e60380849f', 'tenant_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'mac_address': 'fa:16:3e:2f:59:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '80dd0bfb-dfbe-42ee-b0d9-251fe168e508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:47:09Z', 'updated_at': '2022-06-24T23:47:16Z', 'revision_number': 5, 'project_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'subnets': [{'id': '80dd0bfb-dfbe-42ee-b0d9-251fe168e508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 23:49:11.524364 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5293bd5b-e0f1-43b8-a696-ff30986b9ccc tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:11.597680 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5293bd5b-e0f1-43b8-a696-ff30986b9ccc tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:11.602113 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5293bd5b-e0f1-43b8-a696-ff30986b9ccc tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524818'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:11.620597 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 60108) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:49:11.625528 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Device b299c5f4-1cfd-4df6-831d-63846627f10a no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 23:49:11.632456 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5293bd5b-e0f1-43b8-a696-ff30986b9ccc tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b10de1f-c23b-4499-b385-bdd6fcef7b0e,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:49:11.643219 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5293bd5b-e0f1-43b8-a696-ff30986b9ccc tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:49:11.643592 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5293bd5b-e0f1-43b8-a696-ff30986b9ccc tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:49:11.644554 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5293bd5b-e0f1-43b8-a696-ff30986b9ccc tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:49:11.644901 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5293bd5b-e0f1-43b8-a696-ff30986b9ccc tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:49:11.645425 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5293bd5b-e0f1-43b8-a696-ff30986b9ccc tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:49:11.645627 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5293bd5b-e0f1-43b8-a696-ff30986b9ccc tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:49:11.645904 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5293bd5b-e0f1-43b8-a696-ff30986b9ccc tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:49:11.646235 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5293bd5b-e0f1-43b8-a696-ff30986b9ccc tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:49:11.646779 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5293bd5b-e0f1-43b8-a696-ff30986b9ccc tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:49:11.647178 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5293bd5b-e0f1-43b8-a696-ff30986b9ccc tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:49:11.647431 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5293bd5b-e0f1-43b8-a696-ff30986b9ccc tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:49:11.647779 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5293bd5b-e0f1-43b8-a696-ff30986b9ccc tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:49:11.651597 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5293bd5b-e0f1-43b8-a696-ff30986b9ccc tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:11.655208 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-5293bd5b-e0f1-43b8-a696-ff30986b9ccc tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1787891 Jun 24 23:49:11.655684 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 60112) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:49:11.662163 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.v2.base [None req-c319b215-9927-417f-b055-332975577337 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Request body: {'security_group_rule': {'security_group_id': '82648a32-eb95-4549-8ac3-00025e413e18', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:49:11.665006 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-707bff31-b5da-4601-b274-386892c937dc None None] No Port match for: b299c5f4-1cfd-4df6-831d-63846627f10a {{(pid=88110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 23:49:11.665439 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Device b299c5f4-1cfd-4df6-831d-63846627f10a not bound to the agent host hv-cinder-84718 {{(pid=88110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 23:49:11.670397 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-c319b215-9927-417f-b055-332975577337 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:49:11.675071 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-c319b215-9927-417f-b055-332975577337 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Usage tracker for resource:security_group_rule and tenant:b035f09c574a4283bf9b03bc84f830d7 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:49:11.678014 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-c319b215-9927-417f-b055-332975577337 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:49:11.684288 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-c319b215-9927-417f-b055-332975577337 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:49:11.703204 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c319b215-9927-417f-b055-332975577337 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:11.706816 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-86e6ad56-1fae-47f3-b5da-1d19677f4f13 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks [] for security_group, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:11.741080 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-86e6ad56-1fae-47f3-b5da-1d19677f4f13 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:11.780693 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c319b215-9927-417f-b055-332975577337 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:11.785868 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c319b215-9927-417f-b055-332975577337 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524818'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:11.801216 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835583bd-0b8c-4b30-956b-14bfac4b9add None None] New status for floating IP 671fbeca-7bad-431f-b23c-5b0589874ad3: DOWN {{(pid=88110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 23:49:11.808546 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-86e6ad56-1fae-47f3-b5da-1d19677f4f13 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:11.818078 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c319b215-9927-417f-b055-332975577337 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=569180cb-caa2-44cd-b3e8-09fa77876031,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:49:11.828199 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e6ad56-1fae-47f3-b5da-1d19677f4f13 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e460042-58a3-4094-b802-d148aa847a04,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:49:11.833096 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c319b215-9927-417f-b055-332975577337 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:11.834373 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-c319b215-9927-417f-b055-332975577337 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1779165 Jun 24 23:49:11.837612 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 60116) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:49:11.842440 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.v2.base [None req-99158aff-407a-4289-b164-0aa36bdd28a8 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Request body: {'floatingip': {'floating_network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932'}} {{(pid=88109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:49:11.849806 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-99158aff-407a-4289-b164-0aa36bdd28a8 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:49:11.853501 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-86e6ad56-1fae-47f3-b5da-1d19677f4f13 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks [] for security_group, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:11.854562 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-86e6ad56-1fae-47f3-b5da-1d19677f4f13 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "DELETE /v2.0/security-groups/3e460042-58a3-4094-b802-d148aa847a04 HTTP/1.1" status: 204 len: 168 time: 0.2327814 Jun 24 23:49:11.855763 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-99158aff-407a-4289-b164-0aa36bdd28a8 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Usage tracker for resource:floatingip and tenant:b035f09c574a4283bf9b03bc84f830d7 is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:49:11.857560 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 60120) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:49:11.858703 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-99158aff-407a-4289-b164-0aa36bdd28a8 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:49:11.865167 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-99158aff-407a-4289-b164-0aa36bdd28a8 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:49:11.876497 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.api.v2.resource [None req-ae853b25-31fd-4100-a01c-96d5abf1c9e7 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] show failed (client error): The resource could not be found. Jun 24 23:49:11.877777 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-99158aff-407a-4289-b164-0aa36bdd28a8 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Notify callbacks [] for floatingip, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:11.881178 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-ae853b25-31fd-4100-a01c-96d5abf1c9e7 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/security-groups/3e460042-58a3-4094-b802-d148aa847a04 HTTP/1.1" status: 404 len: 347 time: 0.0197701 Jun 24 23:49:11.881645 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 60124) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:49:12.021533 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-99158aff-407a-4289-b164-0aa36bdd28a8 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:12.049932 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-48cfb29f-c6e1-455f-93fb-66c9c0e0aeaf tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Deleting port b9065d40-fc2a-421a-ae56-d721e2fc5b02 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 23:49:12.050407 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-48cfb29f-c6e1-455f-93fb-66c9c0e0aeaf tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754888672570'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:12.163083 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.db_base_plugin_common [None req-99158aff-407a-4289-b164-0aa36bdd28a8 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Allocated IP 172.28.1.113 (faf77eb5-d359-4977-a80d-20d91cf50932/45337dfe-1492-4630-96d4-ace1b4f61ce9/2cbbf198-75ac-4017-ba8e-7063163ac0d0) {{(pid=88109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 23:49:12.174772 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-4ad15da8-b5ee-4276-9e73-8bd0deaf5932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:12.236751 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-48cfb29f-c6e1-455f-93fb-66c9c0e0aeaf tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478950'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:12.237348 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-48cfb29f-c6e1-455f-93fb-66c9c0e0aeaf tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:12.317194 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-99158aff-407a-4289-b164-0aa36bdd28a8 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Notify callbacks [] for port, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:12.347191 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-99158aff-407a-4289-b164-0aa36bdd28a8 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754888214703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266550608'] for port, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:12.362743 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-48cfb29f-c6e1-455f-93fb-66c9c0e0aeaf tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Calling delete_port for b9065d40-fc2a-421a-ae56-d721e2fc5b02 owned by network:floatingip {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 23:49:12.410093 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99158aff-407a-4289-b164-0aa36bdd28a8 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Network faf77eb5-d359-4977-a80d-20d91cf50932 is already hosted by enough agents. {{(pid=88109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 23:49:12.412828 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.base_scheduler [None req-99158aff-407a-4289-b164-0aa36bdd28a8 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Resources bound (agent type, host, resource id): {{(pid=88109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 23:49:12.416625 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99158aff-407a-4289-b164-0aa36bdd28a8 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Received port after_create {{(pid=88109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 23:49:12.452148 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99158aff-407a-4289-b164-0aa36bdd28a8 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Pushing event updated for resources: {'Port': ['ID=2cbbf198-75ac-4017-ba8e-7063163ac0d0,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:49:12.499303 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-99158aff-407a-4289-b164-0aa36bdd28a8 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:12.513193 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772289db-8d38-43f6-bef1-3ab6ea60362b req-d8077c26-c1f0-4e94-b974-e71aa345466c tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:49:12.514687 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-772289db-8d38-43f6-bef1-3ab6ea60362b req-d8077c26-c1f0-4e94-b974-e71aa345466c tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] 10.222.0.42 "GET /v2.0/ports?device_id=86559dd6-46d7-4cd8-b8fb-80b0c1d0543e HTTP/1.1" status: 200 len: 945 time: 0.1586385 Jun 24 23:49:12.562535 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-99158aff-407a-4289-b164-0aa36bdd28a8 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:12.602011 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-772289db-8d38-43f6-bef1-3ab6ea60362b req-1f33b325-b091-4079-ae22-b44588f7c1bb tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] 10.222.0.42 "GET /v2.0/security-groups?id=8329392b-6c0f-4fd9-96ca-83e76b8b7876&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580709 Jun 24 23:49:12.603016 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-48cfb29f-c6e1-455f-93fb-66c9c0e0aeaf tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754888674196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754888214712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266412288'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:12.654055 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cfb29f-c6e1-455f-93fb-66c9c0e0aeaf tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Pushing event deleted for resources: {'Port': ['ID=b9065d40-fc2a-421a-ae56-d721e2fc5b02,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:49:12.750773 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-48cfb29f-c6e1-455f-93fb-66c9c0e0aeaf tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks [] for floatingip, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:12.768987 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-48cfb29f-c6e1-455f-93fb-66c9c0e0aeaf tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122089'] for floatingip, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:12.769928 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-99158aff-407a-4289-b164-0aa36bdd28a8 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Notify callbacks [] for port, precommit_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:12.770127 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-48cfb29f-c6e1-455f-93fb-66c9c0e0aeaf tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "DELETE /v2.0/floatingips/671fbeca-7bad-431f-b23c-5b0589874ad3 HTTP/1.1" status: 204 len: 168 time: 0.8874621 Jun 24 23:49:12.774806 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-99158aff-407a-4289-b164-0aa36bdd28a8 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266550599'] for port, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:12.879884 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-8c0b2992-c590-46d4-9042-25b3b8179244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:12.880754 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99158aff-407a-4289-b164-0aa36bdd28a8 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Pushing event updated for resources: {'Port': ['ID=2cbbf198-75ac-4017-ba8e-7063163ac0d0,revision_number=2']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:49:12.895377 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-99158aff-407a-4289-b164-0aa36bdd28a8 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476618'] for floatingip, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:12.917324 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-99158aff-407a-4289-b164-0aa36bdd28a8 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122089'] for floatingip, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:12.918737 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-99158aff-407a-4289-b164-0aa36bdd28a8 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0801566 Jun 24 23:49:13.135372 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-d74d6c4d-5f89-4b24-aa74-08f91fa2e91f req-db88d6fc-0147-4093-a011-7d745b887272 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--804845092&fields=id&tenant_id=b035f09c574a4283bf9b03bc84f830d7 HTTP/1.1" status: 200 len: 267 time: 0.0397704 Jun 24 23:49:13.289278 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74d6c4d-5f89-4b24-aa74-08f91fa2e91f req-630b430a-5aac-4745-b59f-4a0dbfea99f8 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:49:13.290713 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-d74d6c4d-5f89-4b24-aa74-08f91fa2e91f req-630b430a-5aac-4745-b59f-4a0dbfea99f8 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/networks?id=85013f97-fab4-404c-a234-1f20e31752e1 HTTP/1.1" status: 200 len: 816 time: 0.1489608 Jun 24 23:49:13.305270 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-d74d6c4d-5f89-4b24-aa74-08f91fa2e91f req-46ba292a-2229-48a7-9ca9-b9f5c644e9f7 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/quotas/b035f09c574a4283bf9b03bc84f830d7 HTTP/1.1" status: 200 len: 375 time: 0.0092070 Jun 24 23:49:13.338675 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:13.394375 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-d74d6c4d-5f89-4b24-aa74-08f91fa2e91f req-3f34ee74-c401-467e-bc14-d097165276b1 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Synchronizing usage tracker for tenant:b035f09c574a4283bf9b03bc84f830d7 on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 23:49:13.408995 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-d74d6c4d-5f89-4b24-aa74-08f91fa2e91f req-3f34ee74-c401-467e-bc14-d097165276b1 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Unset dirty status for tenant:b035f09c574a4283bf9b03bc84f830d7 on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 23:49:13.410418 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-d74d6c4d-5f89-4b24-aa74-08f91fa2e91f req-3f34ee74-c401-467e-bc14-d097165276b1 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=b035f09c574a4283bf9b03bc84f830d7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1001525 Jun 24 23:49:13.621836 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-d74d6c4d-5f89-4b24-aa74-08f91fa2e91f req-76e9abad-d59c-41c0-8271-6c098b75c627 service neutron] 10.222.0.42 "GET /v2.0/networks/85013f97-fab4-404c-a234-1f20e31752e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996868 Jun 24 23:49:13.653736 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Device 5752e1a9-4955-4583-a3df-5676604c99cc no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 23:49:13.713119 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-707bff31-b5da-4601-b274-386892c937dc None None] No Port match for: 5752e1a9-4955-4583-a3df-5676604c99cc {{(pid=88110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 23:49:13.713459 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Device 5752e1a9-4955-4583-a3df-5676604c99cc not bound to the agent host hv-cinder-84718 {{(pid=88110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 23:49:13.762959 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-d74d6c4d-5f89-4b24-aa74-08f91fa2e91f req-1c9a79b7-a1f1-4212-b845-236d98806c49 service neutron] 10.222.0.42 "GET /v2.0/networks/85013f97-fab4-404c-a234-1f20e31752e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328919 Jun 24 23:49:13.818636 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb2277-2502-4a99-ace3-f10b3db6f891 req-846fa8a5-c22e-4460-bac4-e321c64ace24 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:49:13.820270 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-dbdb2277-2502-4a99-ace3-f10b3db6f891 req-846fa8a5-c22e-4460-bac4-e321c64ace24 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] 10.222.0.42 "GET /v2.0/ports?device_id=86559dd6-46d7-4cd8-b8fb-80b0c1d0543e HTTP/1.1" status: 200 len: 945 time: 0.0915997 Jun 24 23:49:13.881766 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-dbdb2277-2502-4a99-ace3-f10b3db6f891 req-5a850669-6fc1-4af4-a772-d24683ed4785 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] 10.222.0.42 "GET /v2.0/security-groups?id=8329392b-6c0f-4fd9-96ca-83e76b8b7876&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551856 Jun 24 23:49:13.970626 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-d975d88f-b1f2-4910-b454-1d265b72079e req-46c50c58-a912-47f9-a8e1-6d2de9833422 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb5aa81a-c851-4098-913e-c601a291b241 HTTP/1.1" status: 200 len: 210 time: 0.0546269 Jun 24 23:49:14.646798 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-1d7c9831-c6e7-4afe-acbd-faa6f5f62172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:14.794529 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e24f847-e8ed-4399-a988-372b02ea9b6c req-78113817-639d-41dd-8403-67d08167e14e tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:49:14.796014 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-8e24f847-e8ed-4399-a988-372b02ea9b6c req-78113817-639d-41dd-8403-67d08167e14e tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/ports?device_id=e83a7558-8aae-4b99-812c-06598a00b8e6 HTTP/1.1" status: 200 len: 945 time: 0.0869410 Jun 24 23:49:14.840423 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [req-8e24f847-e8ed-4399-a988-372b02ea9b6c req-da2cc434-cbc1-4c2d-9069-99eb41e11c81 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Synchronizing usage tracker for tenant:cc2e981e5c2b4ac78ce7c820ebe3e4a0 on resource:security_group {{(pid=88109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 23:49:14.855663 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [req-8e24f847-e8ed-4399-a988-372b02ea9b6c req-da2cc434-cbc1-4c2d-9069-99eb41e11c81 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Unset dirty status for tenant:cc2e981e5c2b4ac78ce7c820ebe3e4a0 on resource:security_group {{(pid=88109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 23:49:14.856832 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-8e24f847-e8ed-4399-a988-372b02ea9b6c req-da2cc434-cbc1-4c2d-9069-99eb41e11c81 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/security-groups?id=50abbbd4-ce3d-46cb-9b9d-f041c0d0ed06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545545 Jun 24 23:49:15.098523 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74d6c4d-5f89-4b24-aa74-08f91fa2e91f req-f5cb9f3e-b4b0-4ffb-860b-2e383a4385b8 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:49:15.100024 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-d74d6c4d-5f89-4b24-aa74-08f91fa2e91f req-f5cb9f3e-b4b0-4ffb-860b-2e383a4385b8 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.15 "GET /v2.0/networks?id=85013f97-fab4-404c-a234-1f20e31752e1 HTTP/1.1" status: 200 len: 816 time: 0.2038376 Jun 24 23:49:15.148614 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [req-5c2fa02a-313a-4a03-8742-614e78086e36 req-e6ab94ef-1535-42ea-a21d-28a8283c80ef tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Synchronizing usage tracker for tenant:b035f09c574a4283bf9b03bc84f830d7 on resource:port {{(pid=88109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 23:49:15.159038 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca0276a-7bc7-4926-b9aa-ba9bd2dff29f req-287ec89f-9f53-4823-bc36-38083c60eda4 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:49:15.159932 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [req-5c2fa02a-313a-4a03-8742-614e78086e36 req-e6ab94ef-1535-42ea-a21d-28a8283c80ef tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Unset dirty status for tenant:b035f09c574a4283bf9b03bc84f830d7 on resource:port {{(pid=88109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 23:49:15.160521 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-5ca0276a-7bc7-4926-b9aa-ba9bd2dff29f req-287ec89f-9f53-4823-bc36-38083c60eda4 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] 10.222.0.42 "GET /v2.0/ports?device_id=86559dd6-46d7-4cd8-b8fb-80b0c1d0543e HTTP/1.1" status: 200 len: 945 time: 0.1505542 Jun 24 23:49:15.163983 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-5c2fa02a-313a-4a03-8742-614e78086e36 req-e6ab94ef-1535-42ea-a21d-28a8283c80ef tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb5aa81a-c851-4098-913e-c601a291b241 HTTP/1.1" status: 200 len: 210 time: 0.0705814 Jun 24 23:49:15.169243 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-d74d6c4d-5f89-4b24-aa74-08f91fa2e91f req-4ba210cd-a6f6-48fc-9d73-89797ae1c7d3 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b035f09c574a4283bf9b03bc84f830d7 HTTP/1.1" status: 200 len: 379 time: 0.0568743 Jun 24 23:49:15.187479 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.v2.base [req-d74d6c4d-5f89-4b24-aa74-08f91fa2e91f req-498015d1-3984-4e88-950c-215659e62196 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Request body: {'port': {'device_id': 'bb5aa81a-c851-4098-913e-c601a291b241', 'network_id': '85013f97-fab4-404c-a234-1f20e31752e1', 'admin_state_up': True, 'tenant_id': 'b035f09c574a4283bf9b03bc84f830d7', 'security_groups': ['82648a32-eb95-4549-8ac3-00025e413e18']}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:49:15.288445 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-5ca0276a-7bc7-4926-b9aa-ba9bd2dff29f req-ef2d9422-0eaf-4ed3-afd8-cd529ab44602 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] 10.222.0.42 "GET /v2.0/security-groups?id=8329392b-6c0f-4fd9-96ca-83e76b8b7876&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181555 Jun 24 23:49:15.337930 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [req-d74d6c4d-5f89-4b24-aa74-08f91fa2e91f req-498015d1-3984-4e88-950c-215659e62196 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:49:15.347732 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [req-d74d6c4d-5f89-4b24-aa74-08f91fa2e91f req-498015d1-3984-4e88-950c-215659e62196 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:49:15.357053 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d74d6c4d-5f89-4b24-aa74-08f91fa2e91f req-498015d1-3984-4e88-950c-215659e62196 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Made reservation on behalf of b035f09c574a4283bf9b03bc84f830d7 for: {'port': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 23:49:15.360534 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-d74d6c4d-5f89-4b24-aa74-08f91fa2e91f req-498015d1-3984-4e88-950c-215659e62196 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:15.578381 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6124df-bd0a-4019-a554-b9196e58bd11 req-2dbc3675-12aa-4813-802b-71fd46c827cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:49:15.579779 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-ac6124df-bd0a-4019-a554-b9196e58bd11 req-2dbc3675-12aa-4813-802b-71fd46c827cc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5a572a155c364670a8ac8d313c3dba25&device_id=86559dd6-46d7-4cd8-b8fb-80b0c1d0543e HTTP/1.1" status: 200 len: 1098 time: 0.1597970 Jun 24 23:49:15.580820 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [req-d74d6c4d-5f89-4b24-aa74-08f91fa2e91f req-498015d1-3984-4e88-950c-215659e62196 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Allocated IP 172.20.0.6 (85013f97-fab4-404c-a234-1f20e31752e1/c0f5bad0-1ece-425d-be26-c3b0dd205e3f/1b22cc52-f1c9-4788-bff6-4c73f0baa564) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 23:49:15.837090 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6124df-bd0a-4019-a554-b9196e58bd11 req-8576c9f4-47c8-4a50-b6f1-4d41c1f28ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:49:15.838430 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-ac6124df-bd0a-4019-a554-b9196e58bd11 req-8576c9f4-47c8-4a50-b6f1-4d41c1f28ebd service neutron] 10.222.0.15 "GET /v2.0/networks?id=1531afa0-ec89-4a09-ad6c-c0dccb34c8cc HTTP/1.1" status: 200 len: 909 time: 0.2341115 Jun 24 23:49:15.946458 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-d74d6c4d-5f89-4b24-aa74-08f91fa2e91f req-498015d1-3984-4e88-950c-215659e62196 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:15.970985 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-ac6124df-bd0a-4019-a554-b9196e58bd11 req-0009693c-bc82-4d55-845f-621d97b98cea service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e908d653-d473-45a8-9a5c-907dba57bfa7 HTTP/1.1" status: 200 len: 1001 time: 0.1216021 Jun 24 23:49:15.972126 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [req-d74d6c4d-5f89-4b24-aa74-08f91fa2e91f req-498015d1-3984-4e88-950c-215659e62196 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Transition to ACTIVE for port object 1b22cc52-f1c9-4788-bff6-4c73f0baa564 will not be triggered until provisioned by entity DHCP. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 23:49:16.040937 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6124df-bd0a-4019-a554-b9196e58bd11 req-ee1f3e04-f16b-4bcd-a396-e61a9626b335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:49:16.042352 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-ac6124df-bd0a-4019-a554-b9196e58bd11 req-ee1f3e04-f16b-4bcd-a396-e61a9626b335 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=af033a48-ac2c-43f9-b4db-c1ab5a772fe8 HTTP/1.1" status: 200 len: 847 time: 0.0637054 Jun 24 23:49:16.049457 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-d74d6c4d-5f89-4b24-aa74-08f91fa2e91f req-498015d1-3984-4e88-950c-215659e62196 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754888214703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266412288'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:16.053444 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfab5a48-efb6-4753-9e31-508dcdf02f5b req-efb5b094-f7b5-4784-817f-5ff70df70a12 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:49:16.055003 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-cfab5a48-efb6-4753-9e31-508dcdf02f5b req-efb5b094-f7b5-4784-817f-5ff70df70a12 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/ports?device_id=e83a7558-8aae-4b99-812c-06598a00b8e6 HTTP/1.1" status: 200 len: 945 time: 0.0865099 Jun 24 23:49:16.098787 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-cfab5a48-efb6-4753-9e31-508dcdf02f5b req-8f0d4a29-b610-44f4-b96d-a556904c849f tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/security-groups?id=50abbbd4-ce3d-46cb-9b9d-f041c0d0ed06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381031 Jun 24 23:49:16.248762 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d74d6c4d-5f89-4b24-aa74-08f91fa2e91f req-498015d1-3984-4e88-950c-215659e62196 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Network 85013f97-fab4-404c-a234-1f20e31752e1 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 23:49:16.258045 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [req-d74d6c4d-5f89-4b24-aa74-08f91fa2e91f req-498015d1-3984-4e88-950c-215659e62196 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 23:49:16.260586 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [req-d74d6c4d-5f89-4b24-aa74-08f91fa2e91f req-498015d1-3984-4e88-950c-215659e62196 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 23:49:16.334144 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498015d1-3984-4e88-950c-215659e62196 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Pushing event updated for resources: {'Port': ['ID=1b22cc52-f1c9-4788-bff6-4c73f0baa564,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:49:16.393821 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74d6c4d-5f89-4b24-aa74-08f91fa2e91f req-498015d1-3984-4e88-950c-215659e62196 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:49:16.394449 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-d74d6c4d-5f89-4b24-aa74-08f91fa2e91f req-498015d1-3984-4e88-950c-215659e62196 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122089'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:16.433809 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6124df-bd0a-4019-a554-b9196e58bd11 req-496437a4-e4c1-4244-b561-5516be7af85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:49:16.435607 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-ac6124df-bd0a-4019-a554-b9196e58bd11 req-496437a4-e4c1-4244-b561-5516be7af85f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1531afa0-ec89-4a09-ad6c-c0dccb34c8cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3802474 Jun 24 23:49:16.439264 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-d74d6c4d-5f89-4b24-aa74-08f91fa2e91f req-498015d1-3984-4e88-950c-215659e62196 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2567420 Jun 24 23:49:16.453966 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec2f86-d6d7-45a5-815a-305322fbcfc1 req-43f52a53-3bbe-44d4-8bc0-3f48b2c92c35 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:49:16.454685 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-aeec2f86-d6d7-45a5-815a-305322fbcfc1 req-43f52a53-3bbe-44d4-8bc0-3f48b2c92c35 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Synchronizing usage tracker for tenant:b035f09c574a4283bf9b03bc84f830d7 on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 23:49:16.463866 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.v2.base [req-d74d6c4d-5f89-4b24-aa74-08f91fa2e91f req-21681423-8812-4fd5-ac03-397874193d33 service neutron] Request body: {'port': {'device_id': 'bb5aa81a-c851-4098-913e-c601a291b241', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:49:16.467971 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-d1722741-c7c6-425f-bb73-488ed3d979cb None None] Provisioning for port 1b22cc52-f1c9-4788-bff6-4c73f0baa564 completed by entity DHCP. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 23:49:16.474360 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-d1722741-c7c6-425f-bb73-488ed3d979cb None None] Provisioning complete for port 1b22cc52-f1c9-4788-bff6-4c73f0baa564 triggered by entity DHCP. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:49:16.474904 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-d1722741-c7c6-425f-bb73-488ed3d979cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:16.532294 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-d1722741-c7c6-425f-bb73-488ed3d979cb None None] Port 1b22cc52-f1c9-4788-bff6-4c73f0baa564 cannot update to ACTIVE because it is not bound. {{(pid=88110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 23:49:16.550737 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435bebc5-6308-4e95-a806-46af3b6eeae7 req-84ff403a-328c-4774-bde1-fb6f3e9c91fe tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:49:16.552263 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-435bebc5-6308-4e95-a806-46af3b6eeae7 req-84ff403a-328c-4774-bde1-fb6f3e9c91fe tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] 10.222.0.42 "GET /v2.0/ports?device_id=86559dd6-46d7-4cd8-b8fb-80b0c1d0543e HTTP/1.1" status: 200 len: 945 time: 0.1422935 Jun 24 23:49:16.600212 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-aeec2f86-d6d7-45a5-815a-305322fbcfc1 req-43f52a53-3bbe-44d4-8bc0-3f48b2c92c35 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Unset dirty status for tenant:b035f09c574a4283bf9b03bc84f830d7 on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 23:49:16.601348 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-aeec2f86-d6d7-45a5-815a-305322fbcfc1 req-43f52a53-3bbe-44d4-8bc0-3f48b2c92c35 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb5aa81a-c851-4098-913e-c601a291b241 HTTP/1.1" status: 200 len: 931 time: 0.3106840 Jun 24 23:49:16.612820 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-435bebc5-6308-4e95-a806-46af3b6eeae7 req-180ebf71-225f-4a05-891b-d2d4902bf3d0 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] 10.222.0.42 "GET /v2.0/security-groups?id=8329392b-6c0f-4fd9-96ca-83e76b8b7876&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507398 Jun 24 23:49:16.627650 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986d9d32-ab69-4b75-a4c7-3ef8bbc3cf3c req-1c2bf548-531e-4a1c-88c5-e0dec4243c29 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:49:16.627650 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-986d9d32-ab69-4b75-a4c7-3ef8bbc3cf3c req-1c2bf548-531e-4a1c-88c5-e0dec4243c29 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.15 "GET /v2.0/ports?device_id=e83a7558-8aae-4b99-812c-06598a00b8e6 HTTP/1.1" status: 200 len: 945 time: 0.1372976 Jun 24 23:49:16.738823 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-d74d6c4d-5f89-4b24-aa74-08f91fa2e91f req-21681423-8812-4fd5-ac03-397874193d33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:16.755115 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-aeec2f86-d6d7-45a5-815a-305322fbcfc1 req-cbaada0c-6847-4adf-bf28-95eee0e16e45 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups?id=82648a32-eb95-4549-8ac3-00025e413e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1427114 Jun 24 23:49:16.756964 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-ac6124df-bd0a-4019-a554-b9196e58bd11 req-0437bb39-86c4-42fb-a2a9-ebef68c07a53 service neutron] 10.222.0.15 "GET /v2.0/networks/1531afa0-ec89-4a09-ad6c-c0dccb34c8cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2969513 Jun 24 23:49:16.806515 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [req-986d9d32-ab69-4b75-a4c7-3ef8bbc3cf3c req-b63e1f70-fc98-422a-a579-8c524f0763ed tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Deleting port 4c0d98b7-c0a9-4aba-bb81-05b4f986b5a9 {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 23:49:16.806848 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [req-986d9d32-ab69-4b75-a4c7-3ef8bbc3cf3c req-b63e1f70-fc98-422a-a579-8c524f0763ed tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754888672570'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:17.015746 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-ac6124df-bd0a-4019-a554-b9196e58bd11 req-857fef0a-6ec3-4fc6-b2a9-d454ef4f98ec service neutron] 10.222.0.15 "GET /v2.0/networks/1531afa0-ec89-4a09-ad6c-c0dccb34c8cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201843 Jun 24 23:49:17.051629 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.db [req-986d9d32-ab69-4b75-a4c7-3ef8bbc3cf3c req-b63e1f70-fc98-422a-a579-8c524f0763ed tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] For port 4c0d98b7-c0a9-4aba-bb81-05b4f986b5a9, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=4c0d98b7-c0a9-4aba-bb81-05b4f986b5a9,segment=NetworkSegment(04b3cdd8-8d24-43a2-8a87-294baaf0163b),segment_id=04b3cdd8-8d24-43a2-8a87-294baaf0163b)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:49:17.052045 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [req-986d9d32-ab69-4b75-a4c7-3ef8bbc3cf3c req-b63e1f70-fc98-422a-a579-8c524f0763ed tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478950'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:17.238782 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ff586d-65d6-457d-92fa-92b36312e3c8 req-0da98034-6e0e-4e45-bb71-f98b367e8aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:49:17.240279 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-b5ff586d-65d6-457d-92fa-92b36312e3c8 req-0da98034-6e0e-4e45-bb71-f98b367e8aea service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5a572a155c364670a8ac8d313c3dba25&device_id=86559dd6-46d7-4cd8-b8fb-80b0c1d0543e HTTP/1.1" status: 200 len: 1098 time: 0.1496592 Jun 24 23:49:17.334062 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [req-d74d6c4d-5f89-4b24-aa74-08f91fa2e91f req-21681423-8812-4fd5-ac03-397874193d33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b22cc52-f1c9-4788-bff6-4c73f0baa564 {{(pid=88108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 23:49:17.344254 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-d74d6c4d-5f89-4b24-aa74-08f91fa2e91f req-21681423-8812-4fd5-ac03-397874193d33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:17.374511 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [req-d74d6c4d-5f89-4b24-aa74-08f91fa2e91f req-21681423-8812-4fd5-ac03-397874193d33 service neutron] Transition to ACTIVE for port object 1b22cc52-f1c9-4788-bff6-4c73f0baa564 will not be triggered until provisioned by entity L2. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 23:49:17.387811 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-d74d6c4d-5f89-4b24-aa74-08f91fa2e91f req-21681423-8812-4fd5-ac03-397874193d33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266412311'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:17.403852 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [req-986d9d32-ab69-4b75-a4c7-3ef8bbc3cf3c req-b63e1f70-fc98-422a-a579-8c524f0763ed tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:17.404263 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [req-986d9d32-ab69-4b75-a4c7-3ef8bbc3cf3c req-b63e1f70-fc98-422a-a579-8c524f0763ed tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476618'] for floatingip, after_update {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:17.404542 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.db.l3_db [req-986d9d32-ab69-4b75-a4c7-3ef8bbc3cf3c req-b63e1f70-fc98-422a-a579-8c524f0763ed tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Floating IP 6d8015d2-b206-4d02-a686-57be495ae949 disassociated. External IP: 172.28.1.178, port: 4c0d98b7-c0a9-4aba-bb81-05b4f986b5a9. Jun 24 23:49:17.404865 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [req-986d9d32-ab69-4b75-a4c7-3ef8bbc3cf3c req-b63e1f70-fc98-422a-a579-8c524f0763ed tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Calling delete_port for 4c0d98b7-c0a9-4aba-bb81-05b4f986b5a9 owned by compute:nova {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 23:49:17.440104 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51336615-9806-4722-a57f-dfdf2646ceda req-04540c3b-fb9a-4b50-a460-9df142e6460c tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:49:17.441583 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-51336615-9806-4722-a57f-dfdf2646ceda req-04540c3b-fb9a-4b50-a460-9df142e6460c tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/ports?device_id=e83a7558-8aae-4b99-812c-06598a00b8e6 HTTP/1.1" status: 200 len: 945 time: 0.2283709 Jun 24 23:49:17.507002 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ff586d-65d6-457d-92fa-92b36312e3c8 req-60913a49-4e73-4f56-a58d-30fc60959b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:49:17.508507 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-b5ff586d-65d6-457d-92fa-92b36312e3c8 req-60913a49-4e73-4f56-a58d-30fc60959b55 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1531afa0-ec89-4a09-ad6c-c0dccb34c8cc HTTP/1.1" status: 200 len: 909 time: 0.2577367 Jun 24 23:49:17.528725 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-51336615-9806-4722-a57f-dfdf2646ceda req-e7328508-a9d1-4b36-bd02-3146761d6a03 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/security-groups?id=50abbbd4-ce3d-46cb-9b9d-f041c0d0ed06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787361 Jun 24 23:49:17.590727 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21681423-8812-4fd5-ac03-397874193d33 service neutron] Pushing event updated for resources: {'Port': ['ID=1b22cc52-f1c9-4788-bff6-4c73f0baa564,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:49:17.651987 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [req-986d9d32-ab69-4b75-a4c7-3ef8bbc3cf3c req-b63e1f70-fc98-422a-a579-8c524f0763ed tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754888674196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754888214712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266550608'] for port, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:17.753653 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-b5ff586d-65d6-457d-92fa-92b36312e3c8 req-71796ef3-73e5-4a43-a531-4a2f147731d4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e908d653-d473-45a8-9a5c-907dba57bfa7 HTTP/1.1" status: 200 len: 1001 time: 0.2266519 Jun 24 23:49:17.834215 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63e1f70-fc98-422a-a579-8c524f0763ed tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Pushing event deleted for resources: {'Port': ['ID=4c0d98b7-c0a9-4aba-bb81-05b4f986b5a9,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:49:17.922087 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.l3_agent_scheduler [req-986d9d32-ab69-4b75-a4c7-3ef8bbc3cf3c req-b63e1f70-fc98-422a-a579-8c524f0763ed tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Router d53a711a-9bec-4a49-ae93-b791547b851e has already been hosted by L3 agent 05c04ad7-f453-4a24-8793-b86a404a0ef9 {{(pid=88109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 23:49:18.030256 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ff586d-65d6-457d-92fa-92b36312e3c8 req-bfe24db7-1fcd-43d2-b714-1685aec3943a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:49:18.031681 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-b5ff586d-65d6-457d-92fa-92b36312e3c8 req-bfe24db7-1fcd-43d2-b714-1685aec3943a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=af033a48-ac2c-43f9-b4db-c1ab5a772fe8 HTTP/1.1" status: 200 len: 847 time: 0.0975523 Jun 24 23:49:18.105885 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [req-d74d6c4d-5f89-4b24-aa74-08f91fa2e91f req-21681423-8812-4fd5-ac03-397874193d33 service neutron] Attempting to bind port 1b22cc52-f1c9-4788-bff6-4c73f0baa564 on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 23:49:18.106171 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [req-d74d6c4d-5f89-4b24-aa74-08f91fa2e91f req-21681423-8812-4fd5-ac03-397874193d33 service neutron] Attempting to bind port 1b22cc52-f1c9-4788-bff6-4c73f0baa564 by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': 'cc28d19b-2326-449b-923e-434d239126ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '85013f97-fab4-404c-a234-1f20e31752e1'}] {{(pid=88108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 23:49:18.106603 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74d6c4d-5f89-4b24-aa74-08f91fa2e91f req-21681423-8812-4fd5-ac03-397874193d33 service neutron] Attempting to bind port 1b22cc52-f1c9-4788-bff6-4c73f0baa564 on network 85013f97-fab4-404c-a234-1f20e31752e1 {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 23:49:18.118851 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74d6c4d-5f89-4b24-aa74-08f91fa2e91f req-21681423-8812-4fd5-ac03-397874193d33 service neutron] Port 1b22cc52-f1c9-4788-bff6-4c73f0baa564 on network 85013f97-fab4-404c-a234-1f20e31752e1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 23:49:18.119446 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74d6c4d-5f89-4b24-aa74-08f91fa2e91f req-21681423-8812-4fd5-ac03-397874193d33 service neutron] Attempting to bind port 1b22cc52-f1c9-4788-bff6-4c73f0baa564 on network 85013f97-fab4-404c-a234-1f20e31752e1 {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 23:49:18.148300 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c992f1-9bfa-41b8-a558-9ce0f7b0d7a9 req-437b5737-adc5-45e3-b9d4-cc8539cae93c tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:49:18.155947 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-66c992f1-9bfa-41b8-a558-9ce0f7b0d7a9 req-437b5737-adc5-45e3-b9d4-cc8539cae93c tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] 10.222.0.42 "GET /v2.0/ports?device_id=86559dd6-46d7-4cd8-b8fb-80b0c1d0543e HTTP/1.1" status: 200 len: 945 time: 0.4012551 Jun 24 23:49:18.174501 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74d6c4d-5f89-4b24-aa74-08f91fa2e91f req-21681423-8812-4fd5-ac03-397874193d33 service neutron] Checking agent: {'id': '9603f0a4-e7b3-4133-bd26-ff3a7fe04c7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 23, 39, 9), 'started_at': datetime.datetime(2022, 6, 24, 23, 39, 9), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 23, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 23:49:18.174937 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74d6c4d-5f89-4b24-aa74-08f91fa2e91f req-21681423-8812-4fd5-ac03-397874193d33 service neutron] Checking segment: {'id': 'cc28d19b-2326-449b-923e-434d239126ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '85013f97-fab4-404c-a234-1f20e31752e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 23:49:18.175384 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74d6c4d-5f89-4b24-aa74-08f91fa2e91f req-21681423-8812-4fd5-ac03-397874193d33 service neutron] Bound using segment: {'id': 'cc28d19b-2326-449b-923e-434d239126ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '85013f97-fab4-404c-a234-1f20e31752e1'} {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 23:49:18.176063 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [req-d74d6c4d-5f89-4b24-aa74-08f91fa2e91f req-21681423-8812-4fd5-ac03-397874193d33 service neutron] Bound port: 1b22cc52-f1c9-4788-bff6-4c73f0baa564, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc28d19b-2326-449b-923e-434d239126ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '85013f97-fab4-404c-a234-1f20e31752e1'}}] {{(pid=88108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 23:49:18.176192 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33849306-20f0-4f44-92de-84487ec75d31 req-24d8c0e5-bc9d-4247-8eae-de1ee02955e4 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:49:18.176532 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-d74d6c4d-5f89-4b24-aa74-08f91fa2e91f req-21681423-8812-4fd5-ac03-397874193d33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:18.177690 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-33849306-20f0-4f44-92de-84487ec75d31 req-24d8c0e5-bc9d-4247-8eae-de1ee02955e4 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb5aa81a-c851-4098-913e-c601a291b241 HTTP/1.1" status: 200 len: 943 time: 0.1359825 Jun 24 23:49:18.184987 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-986d9d32-ab69-4b75-a4c7-3ef8bbc3cf3c req-b63e1f70-fc98-422a-a579-8c524f0763ed tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify agent at l3_agent.dv-cinder-847189-5-smb the message routers_updated {{(pid=88109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 23:49:18.194754 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8191c9c-ea93-4b2a-882d-46e643e587df None None] Sync routers for ids ['d53a711a-9bec-4a49-ae93-b791547b851e'] in dv-cinder-847189-5-smb {{(pid=88111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 23:49:18.210041 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8191c9c-ea93-4b2a-882d-46e643e587df None None] Routers {'d53a711a-9bec-4a49-ae93-b791547b851e'} bound to L3 agent in host dv-cinder-847189-5-smb {{(pid=88111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 23:49:18.211150 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-c8191c9c-ea93-4b2a-882d-46e643e587df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T23:32:42Z,description=,heartbeat_timestamp=2022-06-24T23:49:12Z,host='dv-cinder-847189-5-smb',id=05c04ad7-f453-4a24-8793-b86a404a0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T23:32:42Z,topic='l3_agent')) {'router_ids': ['d53a711a-9bec-4a49-ae93-b791547b851e'], 'active': True} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:49:18.282311 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-66c992f1-9bfa-41b8-a558-9ce0f7b0d7a9 req-4ab5200a-633b-4e04-9dec-b9cc512e6ff3 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] 10.222.0.42 "GET /v2.0/security-groups?id=8329392b-6c0f-4fd9-96ca-83e76b8b7876&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253369 Jun 24 23:49:18.317406 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ff586d-65d6-457d-92fa-92b36312e3c8 req-19a25763-0a14-48e5-96a3-7477e13b5b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:49:18.319306 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-b5ff586d-65d6-457d-92fa-92b36312e3c8 req-19a25763-0a14-48e5-96a3-7477e13b5b76 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1531afa0-ec89-4a09-ad6c-c0dccb34c8cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2779062 Jun 24 23:49:18.442628 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [req-d74d6c4d-5f89-4b24-aa74-08f91fa2e91f req-21681423-8812-4fd5-ac03-397874193d33 service neutron] For port 1b22cc52-f1c9-4788-bff6-4c73f0baa564, host hv-cinder-84718, cleared binding levels {{(pid=88108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 23:49:18.443523 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvr_db [None req-c8191c9c-ea93-4b2a-882d-46e643e587df None None] Set router d53a711a-9bec-4a49-ae93-b791547b851e gateway port host: dv-cinder-847189-5-smb {{(pid=88111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 23:49:18.447592 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [req-d74d6c4d-5f89-4b24-aa74-08f91fa2e91f req-21681423-8812-4fd5-ac03-397874193d33 service neutron] For port 1b22cc52-f1c9-4788-bff6-4c73f0baa564, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=1b22cc52-f1c9-4788-bff6-4c73f0baa564,segment=NetworkSegment(cc28d19b-2326-449b-923e-434d239126ee),segment_id=cc28d19b-2326-449b-923e-434d239126ee)] {{(pid=88108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 23:49:18.455164 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [req-986d9d32-ab69-4b75-a4c7-3ef8bbc3cf3c req-b63e1f70-fc98-422a-a579-8c524f0763ed tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] No DVR routers for this DVR port 4c0d98b7-c0a9-4aba-bb81-05b4f986b5a9 on host hv-cinder-84718 {{(pid=88109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 23:49:18.458773 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-d74d6c4d-5f89-4b24-aa74-08f91fa2e91f req-21681423-8812-4fd5-ac03-397874193d33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266412311'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:18.461176 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [req-986d9d32-ab69-4b75-a4c7-3ef8bbc3cf3c req-b63e1f70-fc98-422a-a579-8c524f0763ed tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122089'] for port, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:18.464031 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e83a7558-8aae-4b99-812c-06598a00b8e6', 'name': 'network-vif-deleted', 'tag': '4c0d98b7-c0a9-4aba-bb81-05b4f986b5a9'}] {{(pid=88109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 23:49:18.483875 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-986d9d32-ab69-4b75-a4c7-3ef8bbc3cf3c req-b63e1f70-fc98-422a-a579-8c524f0763ed tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.15 "DELETE /v2.0/ports/4c0d98b7-c0a9-4aba-bb81-05b4f986b5a9 HTTP/1.1" status: 204 len: 173 time: 1.8486536 Jun 24 23:49:18.498085 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [req-33849306-20f0-4f44-92de-84487ec75d31 req-d05c9177-a08d-46b6-9c3f-ecfae09701c2 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Synchronizing usage tracker for tenant:b035f09c574a4283bf9b03bc84f830d7 on resource:security_group {{(pid=88109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 23:49:18.521917 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [req-33849306-20f0-4f44-92de-84487ec75d31 req-d05c9177-a08d-46b6-9c3f-ecfae09701c2 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Unset dirty status for tenant:b035f09c574a4283bf9b03bc84f830d7 on resource:security_group {{(pid=88109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 23:49:18.523386 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-33849306-20f0-4f44-92de-84487ec75d31 req-d05c9177-a08d-46b6-9c3f-ecfae09701c2 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups?id=82648a32-eb95-4549-8ac3-00025e413e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2919736 Jun 24 23:49:18.529518 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74d6c4d-5f89-4b24-aa74-08f91fa2e91f req-21681423-8812-4fd5-ac03-397874193d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:49:18.530180 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-d74d6c4d-5f89-4b24-aa74-08f91fa2e91f req-21681423-8812-4fd5-ac03-397874193d33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122089'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:18.531714 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-d74d6c4d-5f89-4b24-aa74-08f91fa2e91f req-21681423-8812-4fd5-ac03-397874193d33 service neutron] 10.222.0.15 "PUT /v2.0/ports/1b22cc52-f1c9-4788-bff6-4c73f0baa564 HTTP/1.1" status: 200 len: 1093 time: 2.0727556 Jun 24 23:49:18.553110 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb5aa81a-c851-4098-913e-c601a291b241', 'tag': '1b22cc52-f1c9-4788-bff6-4c73f0baa564'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 23:49:18.591993 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0c696b6-bc2d-4d85-b09c-aece2ea7eba0'] response: {'server_uuid': 'e83a7558-8aae-4b99-812c-06598a00b8e6', 'name': 'network-vif-deleted', 'tag': '4c0d98b7-c0a9-4aba-bb81-05b4f986b5a9', 'status': 'completed', 'code': 200} Jun 24 23:49:18.600966 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-b5ff586d-65d6-457d-92fa-92b36312e3c8 req-34406a60-92c1-4101-b267-64dfbd962580 service neutron] 10.222.0.15 "GET /v2.0/networks/1531afa0-ec89-4a09-ad6c-c0dccb34c8cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696617 Jun 24 23:49:18.782372 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21681423-8812-4fd5-ac03-397874193d33 service neutron] Pushing event updated for resources: {'Port': ['ID=1b22cc52-f1c9-4788-bff6-4c73f0baa564,revision_number=3']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:49:18.789482 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bac566b0-1b8f-489b-b546-20f46abfdf12'] response: {'name': 'network-changed', 'server_uuid': 'bb5aa81a-c851-4098-913e-c601a291b241', 'tag': '1b22cc52-f1c9-4788-bff6-4c73f0baa564', 'status': 'completed', 'code': 200} Jun 24 23:49:18.805208 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [req-b76ddacb-1d41-4478-ac7c-8bdc4e4b5f69 req-2ea040d0-3016-4090-b9e0-07cfea62b81a tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Synchronizing usage tracker for tenant:cc2e981e5c2b4ac78ce7c820ebe3e4a0 on resource:port {{(pid=88109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 23:49:18.830570 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [req-b76ddacb-1d41-4478-ac7c-8bdc4e4b5f69 req-2ea040d0-3016-4090-b9e0-07cfea62b81a tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Unset dirty status for tenant:cc2e981e5c2b4ac78ce7c820ebe3e4a0 on resource:port {{(pid=88109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 23:49:18.832049 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-b76ddacb-1d41-4478-ac7c-8bdc4e4b5f69 req-2ea040d0-3016-4090-b9e0-07cfea62b81a tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/ports?device_id=e83a7558-8aae-4b99-812c-06598a00b8e6 HTTP/1.1" status: 200 len: 210 time: 0.1340637 Jun 24 23:49:18.961809 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-c8191c9c-ea93-4b2a-882d-46e643e587df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'name': 'tempest-AttachVolumeNegativeTest-1127594969-router', 'tenant_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.241'}], 'enable_snat': True}, 'gw_port_id': '29bdc519-d88d-4c03-b997-414dc420d1ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:47:06Z', 'updated_at': '2022-06-24T23:47:10Z', 'revision_number': 4, 'project_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'gw_port': {'id': '29bdc519-d88d-4c03-b997-414dc420d1ef', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:47:07Z', 'updated_at': '2022-06-24T23:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb', '_interfaces': [{'id': '3d937a75-d09b-41f6-b3ef-a59dff25e161', 'name': '', 'network_id': '7abaefcb-0064-4c5b-84e1-b4e60380849f', 'tenant_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'mac_address': 'fa:16:3e:2f:59:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '80dd0bfb-dfbe-42ee-b0d9-251fe168e508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:47:09Z', 'updated_at': '2022-06-24T23:47:16Z', 'revision_number': 5, 'project_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'subnets': [{'id': '80dd0bfb-dfbe-42ee-b0d9-251fe168e508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-5-smb', False) {} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:49:18.966258 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8191c9c-ea93-4b2a-882d-46e643e587df None None] Checking router: d53a711a-9bec-4a49-ae93-b791547b851e for host: dv-cinder-847189-5-smb {{(pid=88111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 23:49:18.969035 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-b5ff586d-65d6-457d-92fa-92b36312e3c8 req-e7aa1f4f-2da5-42b4-98e9-63af19b91445 service neutron] 10.222.0.15 "GET /v2.0/networks/1531afa0-ec89-4a09-ad6c-c0dccb34c8cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3567579 Jun 24 23:49:18.976345 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8191c9c-ea93-4b2a-882d-46e643e587df None None] Routers {'d53a711a-9bec-4a49-ae93-b791547b851e'} bound to L3 agent in host dv-cinder-847189-5-smb {{(pid=88111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 23:49:18.976532 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74d6c4d-5f89-4b24-aa74-08f91fa2e91f req-a0ab29b6-c4ae-418d-9325-58cf2ede0f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:49:18.976941 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-c8191c9c-ea93-4b2a-882d-46e643e587df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T23:32:42Z,description=,heartbeat_timestamp=2022-06-24T23:49:12Z,host='dv-cinder-847189-5-smb',id=05c04ad7-f453-4a24-8793-b86a404a0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T23:32:42Z,topic='l3_agent')) {'router_ids': ['d53a711a-9bec-4a49-ae93-b791547b851e'], 'active': True} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:49:18.978093 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-d74d6c4d-5f89-4b24-aa74-08f91fa2e91f req-a0ab29b6-c4ae-418d-9325-58cf2ede0f25 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b035f09c574a4283bf9b03bc84f830d7&device_id=bb5aa81a-c851-4098-913e-c601a291b241 HTTP/1.1" status: 200 len: 1096 time: 0.1878865 Jun 24 23:49:19.052046 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-d74d6c4d-5f89-4b24-aa74-08f91fa2e91f req-91542a9a-e886-47ed-baf8-c5a95496e86e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b22cc52-f1c9-4788-bff6-4c73f0baa564 HTTP/1.1" status: 200 len: 217 time: 0.0649226 Jun 24 23:49:19.113866 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74d6c4d-5f89-4b24-aa74-08f91fa2e91f req-2a5b7c88-84e1-49f4-a37c-b4c8936bb114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:49:19.115306 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-d74d6c4d-5f89-4b24-aa74-08f91fa2e91f req-2a5b7c88-84e1-49f4-a37c-b4c8936bb114 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c0f5bad0-1ece-425d-be26-c3b0dd205e3f HTTP/1.1" status: 200 len: 855 time: 0.0581934 Jun 24 23:49:19.164517 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvr_db [None req-c8191c9c-ea93-4b2a-882d-46e643e587df None None] Set router d53a711a-9bec-4a49-ae93-b791547b851e gateway port host: dv-cinder-847189-5-smb {{(pid=88111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 23:49:19.209878 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74d6c4d-5f89-4b24-aa74-08f91fa2e91f req-f9c1391e-2ee2-47c2-a3e7-63b065382a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:49:19.211350 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-d74d6c4d-5f89-4b24-aa74-08f91fa2e91f req-f9c1391e-2ee2-47c2-a3e7-63b065382a2a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=85013f97-fab4-404c-a234-1f20e31752e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0888641 Jun 24 23:49:19.388467 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-d74d6c4d-5f89-4b24-aa74-08f91fa2e91f req-7244bff7-24b9-44a3-b355-e2bd9acc5b8e service neutron] 10.222.0.15 "GET /v2.0/networks/85013f97-fab4-404c-a234-1f20e31752e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696420 Jun 24 23:49:19.494791 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-c8191c9c-ea93-4b2a-882d-46e643e587df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'name': 'tempest-AttachVolumeNegativeTest-1127594969-router', 'tenant_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.241'}], 'enable_snat': True}, 'gw_port_id': '29bdc519-d88d-4c03-b997-414dc420d1ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:47:06Z', 'updated_at': '2022-06-24T23:47:10Z', 'revision_number': 4, 'project_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'gw_port': {'id': '29bdc519-d88d-4c03-b997-414dc420d1ef', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:47:07Z', 'updated_at': '2022-06-24T23:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb', '_interfaces': [{'id': '3d937a75-d09b-41f6-b3ef-a59dff25e161', 'name': '', 'network_id': '7abaefcb-0064-4c5b-84e1-b4e60380849f', 'tenant_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'mac_address': 'fa:16:3e:2f:59:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '80dd0bfb-dfbe-42ee-b0d9-251fe168e508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:47:09Z', 'updated_at': '2022-06-24T23:47:16Z', 'revision_number': 5, 'project_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'subnets': [{'id': '80dd0bfb-dfbe-42ee-b0d9-251fe168e508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-5-smb', False) {} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:49:19.498653 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8191c9c-ea93-4b2a-882d-46e643e587df None None] The sync data for ids ['d53a711a-9bec-4a49-ae93-b791547b851e'] in dv-cinder-847189-5-smb is: [{'id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'name': 'tempest-AttachVolumeNegativeTest-1127594969-router', 'tenant_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.241'}], 'enable_snat': True}, 'gw_port_id': '29bdc519-d88d-4c03-b997-414dc420d1ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:47:06Z', 'updated_at': '2022-06-24T23:47:10Z', 'revision_number': 4, 'project_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'gw_port': {'id': '29bdc519-d88d-4c03-b997-414dc420d1ef', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:47:07Z', 'updated_at': '2022-06-24T23:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb', '_interfaces': [{'id': '3d937a75-d09b-41f6-b3ef-a59dff25e161', 'name': '', 'network_id': '7abaefcb-0064-4c5b-84e1-b4e60380849f', 'tenant_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'mac_address': 'fa:16:3e:2f:59:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '80dd0bfb-dfbe-42ee-b0d9-251fe168e508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:47:09Z', 'updated_at': '2022-06-24T23:47:16Z', 'revision_number': 5, 'project_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'subnets': [{'id': '80dd0bfb-dfbe-42ee-b0d9-251fe168e508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 23:49:19.584123 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-d74d6c4d-5f89-4b24-aa74-08f91fa2e91f req-a9d78e93-242b-44ca-83b4-b0f81dd8088d service neutron] 10.222.0.15 "GET /v2.0/networks/85013f97-fab4-404c-a234-1f20e31752e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887975 Jun 24 23:49:19.595144 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfacc9d5-0321-4211-a9c5-48a9cb9b4110 req-9b2067aa-d4ec-4b51-9111-71d3c739bf60 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:49:19.597198 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-bfacc9d5-0321-4211-a9c5-48a9cb9b4110 req-9b2067aa-d4ec-4b51-9111-71d3c739bf60 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] 10.222.0.42 "GET /v2.0/ports?device_id=86559dd6-46d7-4cd8-b8fb-80b0c1d0543e HTTP/1.1" status: 200 len: 945 time: 0.1826158 Jun 24 23:49:19.690974 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-bfacc9d5-0321-4211-a9c5-48a9cb9b4110 req-12d23714-80ac-4f60-b514-e956678a25cd tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] 10.222.0.42 "GET /v2.0/security-groups?id=8329392b-6c0f-4fd9-96ca-83e76b8b7876&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878484 Jun 24 23:49:19.730667 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8bfa77-e479-4a55-a8ff-db9293d77933 req-4e12617b-ba79-4033-9503-593618980834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:49:19.733712 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-6b8bfa77-e479-4a55-a8ff-db9293d77933 req-4e12617b-ba79-4033-9503-593618980834 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b035f09c574a4283bf9b03bc84f830d7&device_id=bb5aa81a-c851-4098-913e-c601a291b241 HTTP/1.1" status: 200 len: 1096 time: 0.1004717 Jun 24 23:49:19.757005 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6001ae2a-ab6c-4d19-94e0-a1e6705ead54 req-60e30687-e351-46b0-9729-995a051265c6 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:49:19.758497 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-6001ae2a-ab6c-4d19-94e0-a1e6705ead54 req-60e30687-e351-46b0-9729-995a051265c6 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb5aa81a-c851-4098-913e-c601a291b241 HTTP/1.1" status: 200 len: 943 time: 0.1009665 Jun 24 23:49:19.781339 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33316afa-1857-4b1c-865a-50cff5318d2a None None] New status for floating IP 6d8015d2-b206-4d02-a686-57be495ae949: DOWN {{(pid=88110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 23:49:19.809403 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-6001ae2a-ab6c-4d19-94e0-a1e6705ead54 req-ca73a9ec-036e-40a9-b9cc-3829940ed9ab tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups?id=82648a32-eb95-4549-8ac3-00025e413e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419426 Jun 24 23:49:19.959264 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 60210) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:49:19.978630 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8bfa77-e479-4a55-a8ff-db9293d77933 req-dd9b1021-edbc-4868-97f3-7b5b3bc8c7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:49:19.980102 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-6b8bfa77-e479-4a55-a8ff-db9293d77933 req-dd9b1021-edbc-4868-97f3-7b5b3bc8c7e4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=85013f97-fab4-404c-a234-1f20e31752e1 HTTP/1.1" status: 200 len: 917 time: 0.2396102 Jun 24 23:49:20.024758 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6ddf82c7-6214-4f3c-aa48-6d2a29ba5a80 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks [] for security_group, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:20.052375 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6ddf82c7-6214-4f3c-aa48-6d2a29ba5a80 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:20.063358 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-6b8bfa77-e479-4a55-a8ff-db9293d77933 req-fe04a6a5-9617-403d-94c1-84d1a6c83889 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b22cc52-f1c9-4788-bff6-4c73f0baa564 HTTP/1.1" status: 200 len: 217 time: 0.0740974 Jun 24 23:49:20.104758 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6ddf82c7-6214-4f3c-aa48-6d2a29ba5a80 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:20.127060 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddf82c7-6214-4f3c-aa48-6d2a29ba5a80 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50abbbd4-ce3d-46cb-9b9d-f041c0d0ed06,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:49:20.127716 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8bfa77-e479-4a55-a8ff-db9293d77933 req-bb18db1c-5586-4d76-8d63-198040c54d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:49:20.130189 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-6b8bfa77-e479-4a55-a8ff-db9293d77933 req-bb18db1c-5586-4d76-8d63-198040c54d14 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c0f5bad0-1ece-425d-be26-c3b0dd205e3f HTTP/1.1" status: 200 len: 855 time: 0.0597444 Jun 24 23:49:20.138358 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-6ddf82c7-6214-4f3c-aa48-6d2a29ba5a80 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks [] for security_group, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:20.142028 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-6ddf82c7-6214-4f3c-aa48-6d2a29ba5a80 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "DELETE /v2.0/security-groups/50abbbd4-ce3d-46cb-9b9d-f041c0d0ed06 HTTP/1.1" status: 204 len: 168 time: 0.1791787 Jun 24 23:49:20.142768 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 60214) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:49:20.159594 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.api.v2.resource [None req-1071eba2-1c4c-48e4-8c03-836a0aba5078 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] show failed (client error): The resource could not be found. Jun 24 23:49:20.164295 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-1071eba2-1c4c-48e4-8c03-836a0aba5078 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/security-groups/50abbbd4-ce3d-46cb-9b9d-f041c0d0ed06 HTTP/1.1" status: 404 len: 347 time: 0.0169177 Jun 24 23:49:20.164672 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 60218) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:49:20.218839 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8bfa77-e479-4a55-a8ff-db9293d77933 req-51edf43e-e606-4dda-b845-a8abf707282d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:49:20.221247 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-6b8bfa77-e479-4a55-a8ff-db9293d77933 req-51edf43e-e606-4dda-b845-a8abf707282d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=85013f97-fab4-404c-a234-1f20e31752e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0840423 Jun 24 23:49:20.320994 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c8d95a96-2949-46dc-a379-4304aeae0510 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Deleting port 6a81a901-a0fb-45f5-96c0-b2ee0d9a64ef {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 23:49:20.321227 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c8d95a96-2949-46dc-a379-4304aeae0510 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754888672570'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:20.352549 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-6b8bfa77-e479-4a55-a8ff-db9293d77933 req-cab3b602-2231-4682-a7bb-b4c4968847a2 service neutron] 10.222.0.15 "GET /v2.0/networks/85013f97-fab4-404c-a234-1f20e31752e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241233 Jun 24 23:49:20.481402 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-6b8bfa77-e479-4a55-a8ff-db9293d77933 req-5b25df29-6f2c-4967-bf42-9933e9646c20 service neutron] 10.222.0.15 "GET /v2.0/networks/85013f97-fab4-404c-a234-1f20e31752e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216085 Jun 24 23:49:20.489104 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c8d95a96-2949-46dc-a379-4304aeae0510 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478950'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:20.489440 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c8d95a96-2949-46dc-a379-4304aeae0510 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:20.610027 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c8d95a96-2949-46dc-a379-4304aeae0510 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Calling delete_port for 6a81a901-a0fb-45f5-96c0-b2ee0d9a64ef owned by network:floatingip {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 23:49:20.757007 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c8d95a96-2949-46dc-a379-4304aeae0510 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754888674196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754888214712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266550608'] for port, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:20.804251 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d95a96-2949-46dc-a379-4304aeae0510 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Pushing event deleted for resources: {'Port': ['ID=6a81a901-a0fb-45f5-96c0-b2ee0d9a64ef,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:49:20.911117 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f9655b-239f-40c5-bbd5-c9dd61902956 req-6c827ba8-22f9-4cc4-bcc1-c6c07779a7ff tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:49:20.912797 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-98f9655b-239f-40c5-bbd5-c9dd61902956 req-6c827ba8-22f9-4cc4-bcc1-c6c07779a7ff tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] 10.222.0.42 "GET /v2.0/ports?device_id=86559dd6-46d7-4cd8-b8fb-80b0c1d0543e HTTP/1.1" status: 200 len: 945 time: 0.0999806 Jun 24 23:49:20.922440 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c8d95a96-2949-46dc-a379-4304aeae0510 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks [] for floatingip, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:20.964542 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-98f9655b-239f-40c5-bbd5-c9dd61902956 req-a211489e-f26a-4d45-842d-411cd67fcd97 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] 10.222.0.42 "GET /v2.0/security-groups?id=8329392b-6c0f-4fd9-96ca-83e76b8b7876&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433481 Jun 24 23:49:20.987964 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c8d95a96-2949-46dc-a379-4304aeae0510 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122089'] for floatingip, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:20.989115 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-c8d95a96-2949-46dc-a379-4304aeae0510 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "DELETE /v2.0/floatingips/6d8015d2-b206-4d02-a686-57be495ae949 HTTP/1.1" status: 204 len: 168 time: 0.8232076 Jun 24 23:49:21.028298 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c58609-bd57-4fb1-8d5e-b67903fa18d1 req-d86eedfd-901f-48c6-8c03-81530d6d8e96 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:49:21.029871 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-e6c58609-bd57-4fb1-8d5e-b67903fa18d1 req-d86eedfd-901f-48c6-8c03-81530d6d8e96 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb5aa81a-c851-4098-913e-c601a291b241 HTTP/1.1" status: 200 len: 943 time: 0.0996327 Jun 24 23:49:21.079168 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 60228) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:49:21.080673 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-e6c58609-bd57-4fb1-8d5e-b67903fa18d1 req-ddaddf96-8d04-4aa1-9d67-07859c8b287e tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups?id=82648a32-eb95-4549-8ac3-00025e413e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440326 Jun 24 23:49:21.085878 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.v2.base [None req-c2c387f3-94f2-4612-ab6f-9e80c4575b4f tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Request body: {'security_group': {'name': 'tempest-securitygroup--888715130', 'description': 'tempest-description--866613803'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:49:21.091946 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-c2c387f3-94f2-4612-ab6f-9e80c4575b4f tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:49:21.097690 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-c2c387f3-94f2-4612-ab6f-9e80c4575b4f tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Usage tracker for resource:security_group and tenant:cc2e981e5c2b4ac78ce7c820ebe3e4a0 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:49:21.100820 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-c2c387f3-94f2-4612-ab6f-9e80c4575b4f tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:49:21.107346 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-c2c387f3-94f2-4612-ab6f-9e80c4575b4f tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:49:21.118219 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c2c387f3-94f2-4612-ab6f-9e80c4575b4f tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:21.139558 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-c2c387f3-94f2-4612-ab6f-9e80c4575b4f tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:49:21.143763 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-c2c387f3-94f2-4612-ab6f-9e80c4575b4f tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Usage tracker for resource:security_group_rule and tenant:cc2e981e5c2b4ac78ce7c820ebe3e4a0 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:49:21.146737 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-c2c387f3-94f2-4612-ab6f-9e80c4575b4f tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:49:21.152503 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-c2c387f3-94f2-4612-ab6f-9e80c4575b4f tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:49:21.220333 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c2c387f3-94f2-4612-ab6f-9e80c4575b4f tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:21.223988 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c2c387f3-94f2-4612-ab6f-9e80c4575b4f tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:21.271058 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c387f3-94f2-4612-ab6f-9e80c4575b4f tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd733e6d-3431-420f-b1f9-325305836255,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:49:21.274971 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-c2c387f3-94f2-4612-ab6f-9e80c4575b4f tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:21.276157 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-c2c387f3-94f2-4612-ab6f-9e80c4575b4f tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1942737 Jun 24 23:49:21.279011 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 60232) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:49:21.283998 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.v2.base [None req-7347ac39-e22b-496e-995f-326b2c041f41 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Request body: {'security_group_rule': {'security_group_id': 'dd733e6d-3431-420f-b1f9-325305836255', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:49:21.289555 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-7347ac39-e22b-496e-995f-326b2c041f41 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:49:21.293232 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-7347ac39-e22b-496e-995f-326b2c041f41 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Usage tracker for resource:security_group_rule and tenant:cc2e981e5c2b4ac78ce7c820ebe3e4a0 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:49:21.296085 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-7347ac39-e22b-496e-995f-326b2c041f41 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:49:21.301565 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-7347ac39-e22b-496e-995f-326b2c041f41 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:49:21.317746 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7347ac39-e22b-496e-995f-326b2c041f41 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:21.375172 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7347ac39-e22b-496e-995f-326b2c041f41 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:21.379053 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7347ac39-e22b-496e-995f-326b2c041f41 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524818'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:21.401701 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7347ac39-e22b-496e-995f-326b2c041f41 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86a81bb6-f58e-4c73-a62d-eca3f7aef8ba,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:49:21.409752 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7347ac39-e22b-496e-995f-326b2c041f41 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:21.411045 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-7347ac39-e22b-496e-995f-326b2c041f41 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1311183 Jun 24 23:49:21.413692 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 60236) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:49:21.418490 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.v2.base [None req-d09a5a44-e9f9-47d3-861d-5dee64b1cf1a tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Request body: {'security_group_rule': {'security_group_id': 'dd733e6d-3431-420f-b1f9-325305836255', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:49:21.423947 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-d09a5a44-e9f9-47d3-861d-5dee64b1cf1a tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:49:21.427698 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-d09a5a44-e9f9-47d3-861d-5dee64b1cf1a tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Usage tracker for resource:security_group_rule and tenant:cc2e981e5c2b4ac78ce7c820ebe3e4a0 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:49:21.430592 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-d09a5a44-e9f9-47d3-861d-5dee64b1cf1a tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:49:21.436261 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-d09a5a44-e9f9-47d3-861d-5dee64b1cf1a tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:49:21.452991 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d09a5a44-e9f9-47d3-861d-5dee64b1cf1a tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:21.519184 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d09a5a44-e9f9-47d3-861d-5dee64b1cf1a tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:21.522696 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d09a5a44-e9f9-47d3-861d-5dee64b1cf1a tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524818'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:21.547689 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09a5a44-e9f9-47d3-861d-5dee64b1cf1a tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0161398c-35b9-4055-a4f3-619e6d96e57b,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:49:21.558079 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d09a5a44-e9f9-47d3-861d-5dee64b1cf1a tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:21.560002 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-d09a5a44-e9f9-47d3-861d-5dee64b1cf1a tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1452150 Jun 24 23:49:21.562854 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 60240) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:49:21.568458 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.v2.base [None req-2b598e80-e856-466c-bced-dc855ad493e2 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Request body: {'floatingip': {'floating_network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:49:21.574215 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-2b598e80-e856-466c-bced-dc855ad493e2 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:49:21.578259 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-2b598e80-e856-466c-bced-dc855ad493e2 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Usage tracker for resource:floatingip and tenant:cc2e981e5c2b4ac78ce7c820ebe3e4a0 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:49:21.581904 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-2b598e80-e856-466c-bced-dc855ad493e2 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:49:21.587951 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-2b598e80-e856-466c-bced-dc855ad493e2 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:49:21.598713 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2b598e80-e856-466c-bced-dc855ad493e2 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks [] for floatingip, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:21.667712 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Device 4c0d98b7-c0a9-4aba-bb81-05b4f986b5a9 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 23:49:21.704106 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-707bff31-b5da-4601-b274-386892c937dc None None] No Port match for: 4c0d98b7-c0a9-4aba-bb81-05b4f986b5a9 {{(pid=88110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 23:49:21.704554 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Device 4c0d98b7-c0a9-4aba-bb81-05b4f986b5a9 not bound to the agent host hv-cinder-84718 {{(pid=88110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 23:49:21.730259 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2b598e80-e856-466c-bced-dc855ad493e2 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:21.862525 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-2b598e80-e856-466c-bced-dc855ad493e2 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Allocated IP 172.28.1.68 (faf77eb5-d359-4977-a80d-20d91cf50932/45337dfe-1492-4630-96d4-ace1b4f61ce9/98a5ebd9-2752-4853-bcaa-cbc588e783dd) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 23:49:22.004447 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2b598e80-e856-466c-bced-dc855ad493e2 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:22.032473 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2b598e80-e856-466c-bced-dc855ad493e2 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754888214703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266412288'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:22.143349 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b598e80-e856-466c-bced-dc855ad493e2 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Network faf77eb5-d359-4977-a80d-20d91cf50932 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 23:49:22.148207 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-2b598e80-e856-466c-bced-dc855ad493e2 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 23:49:22.150591 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b598e80-e856-466c-bced-dc855ad493e2 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 23:49:22.208054 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b598e80-e856-466c-bced-dc855ad493e2 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Pushing event updated for resources: {'Port': ['ID=98a5ebd9-2752-4853-bcaa-cbc588e783dd,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:49:22.260746 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef71e27-f0f9-4535-bc61-df0f6a38fa85 req-cc5d0629-e43c-41d5-9661-2da441df3eab tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:49:22.262124 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-cef71e27-f0f9-4535-bc61-df0f6a38fa85 req-cc5d0629-e43c-41d5-9661-2da441df3eab tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] 10.222.0.42 "GET /v2.0/ports?device_id=86559dd6-46d7-4cd8-b8fb-80b0c1d0543e HTTP/1.1" status: 200 len: 945 time: 0.1903429 Jun 24 23:49:22.272301 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2b598e80-e856-466c-bced-dc855ad493e2 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:22.281477 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af21280e-6898-4fd5-bfef-428f81f48f7c req-c8c0bf20-4c5f-495a-9596-724d17733891 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:49:22.283582 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-af21280e-6898-4fd5-bfef-428f81f48f7c req-c8c0bf20-4c5f-495a-9596-724d17733891 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb5aa81a-c851-4098-913e-c601a291b241 HTTP/1.1" status: 200 len: 943 time: 0.0922222 Jun 24 23:49:22.327597 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-af21280e-6898-4fd5-bfef-428f81f48f7c req-2ad8f470-92b5-46de-871d-39af37592af1 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups?id=82648a32-eb95-4549-8ac3-00025e413e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373690 Jun 24 23:49:22.353095 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-cef71e27-f0f9-4535-bc61-df0f6a38fa85 req-c255eb88-db7a-4796-ad09-5f539d100cf6 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] 10.222.0.42 "GET /v2.0/security-groups?id=8329392b-6c0f-4fd9-96ca-83e76b8b7876&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826876 Jun 24 23:49:22.359382 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2b598e80-e856-466c-bced-dc855ad493e2 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:22.647762 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-d798b829-952a-4f7d-9f1d-4c7c1f1be5aa req-59269562-313f-4b29-b800-cf3dae8015f3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=86559dd6-46d7-4cd8-b8fb-80b0c1d0543e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0796154 Jun 24 23:49:22.679715 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2b598e80-e856-466c-bced-dc855ad493e2 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:22.688001 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2b598e80-e856-466c-bced-dc855ad493e2 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266412311'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:22.803033 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b598e80-e856-466c-bced-dc855ad493e2 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Pushing event updated for resources: {'Port': ['ID=98a5ebd9-2752-4853-bcaa-cbc588e783dd,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:49:22.829928 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2b598e80-e856-466c-bced-dc855ad493e2 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476618'] for floatingip, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:22.849208 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7420dd2-e37b-4d65-a12b-d9d14899b8e2 req-f60c4b17-faa1-46c5-babd-f004e0f6b31c tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:49:22.850665 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-e7420dd2-e37b-4d65-a12b-d9d14899b8e2 req-f60c4b17-faa1-46c5-babd-f004e0f6b31c tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] 10.222.0.42 "GET /v2.0/ports?device_id=86559dd6-46d7-4cd8-b8fb-80b0c1d0543e HTTP/1.1" status: 200 len: 945 time: 0.2160604 Jun 24 23:49:22.878361 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-2b598e80-e856-466c-bced-dc855ad493e2 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122089'] for floatingip, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:22.879491 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-2b598e80-e856-466c-bced-dc855ad493e2 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3151641 Jun 24 23:49:22.904929 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-e7420dd2-e37b-4d65-a12b-d9d14899b8e2 req-f965c9cb-df48-4e37-8a57-5c9e3815bd96 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] 10.222.0.42 "GET /v2.0/security-groups?id=8329392b-6c0f-4fd9-96ca-83e76b8b7876&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472040 Jun 24 23:49:23.050462 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [req-87f969ac-8460-40f3-981c-5f67943df976 req-553485d1-f57c-4f50-8e1b-a8f2a122664c tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Synchronizing usage tracker for tenant:cc2e981e5c2b4ac78ce7c820ebe3e4a0 on resource:security_group {{(pid=88109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 23:49:23.065728 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [req-87f969ac-8460-40f3-981c-5f67943df976 req-553485d1-f57c-4f50-8e1b-a8f2a122664c tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Unset dirty status for tenant:cc2e981e5c2b4ac78ce7c820ebe3e4a0 on resource:security_group {{(pid=88109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 23:49:23.067030 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-87f969ac-8460-40f3-981c-5f67943df976 req-553485d1-f57c-4f50-8e1b-a8f2a122664c tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--888715130&fields=id&tenant_id=cc2e981e5c2b4ac78ce7c820ebe3e4a0 HTTP/1.1" status: 200 len: 267 time: 0.0595579 Jun 24 23:49:23.214686 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f969ac-8460-40f3-981c-5f67943df976 req-7d4050f8-c1b7-462b-a75e-e2af8a95ab8b tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:49:23.216140 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-87f969ac-8460-40f3-981c-5f67943df976 req-7d4050f8-c1b7-462b-a75e-e2af8a95ab8b tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/networks?id=7abaefcb-0064-4c5b-84e1-b4e60380849f HTTP/1.1" status: 200 len: 815 time: 0.1421437 Jun 24 23:49:23.230456 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-87f969ac-8460-40f3-981c-5f67943df976 req-dcdff838-1d6b-40db-8c3e-254b9fed9fc3 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/quotas/cc2e981e5c2b4ac78ce7c820ebe3e4a0 HTTP/1.1" status: 200 len: 375 time: 0.0088139 Jun 24 23:49:23.322706 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [req-87f969ac-8460-40f3-981c-5f67943df976 req-4b30a98c-9ff6-4f9d-83ef-b6e794ddd000 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Synchronizing usage tracker for tenant:cc2e981e5c2b4ac78ce7c820ebe3e4a0 on resource:port {{(pid=88109) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 23:49:23.336951 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [req-87f969ac-8460-40f3-981c-5f67943df976 req-4b30a98c-9ff6-4f9d-83ef-b6e794ddd000 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Unset dirty status for tenant:cc2e981e5c2b4ac78ce7c820ebe3e4a0 on resource:port {{(pid=88109) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 23:49:23.338364 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-87f969ac-8460-40f3-981c-5f67943df976 req-4b30a98c-9ff6-4f9d-83ef-b6e794ddd000 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=cc2e981e5c2b4ac78ce7c820ebe3e4a0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1028519 Jun 24 23:49:23.530721 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1061b76f-7989-4d94-8d74-d201465f5160 req-ac9c8d34-bb4f-47e6-bdc0-d2363c18a926 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:49:23.532555 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-1061b76f-7989-4d94-8d74-d201465f5160 req-ac9c8d34-bb4f-47e6-bdc0-d2363c18a926 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb5aa81a-c851-4098-913e-c601a291b241 HTTP/1.1" status: 200 len: 943 time: 0.0916395 Jun 24 23:49:23.584078 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-1061b76f-7989-4d94-8d74-d201465f5160 req-f4f2a2ca-b349-489c-b788-0f939fdd5b75 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups?id=82648a32-eb95-4549-8ac3-00025e413e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448673 Jun 24 23:49:23.585054 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-87f969ac-8460-40f3-981c-5f67943df976 req-efa1dc11-955e-49f8-b391-0555f3eed616 service neutron] 10.222.0.42 "GET /v2.0/networks/7abaefcb-0064-4c5b-84e1-b4e60380849f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341919 Jun 24 23:49:23.668580 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Device 1b22cc52-f1c9-4788-bff6-4c73f0baa564 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 23:49:23.717354 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-87f969ac-8460-40f3-981c-5f67943df976 req-6e0582fa-c951-4b43-9c1a-62e3fcf8b8d4 service neutron] 10.222.0.42 "GET /v2.0/networks/7abaefcb-0064-4c5b-84e1-b4e60380849f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263723 Jun 24 23:49:23.808479 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] For port 1b22cc52-f1c9-4788-bff6-4c73f0baa564, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=1b22cc52-f1c9-4788-bff6-4c73f0baa564,segment=NetworkSegment(cc28d19b-2326-449b-923e-434d239126ee),segment_id=cc28d19b-2326-449b-923e-434d239126ee)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:49:23.822725 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Returning: {'device': '1b22cc52-f1c9-4788-bff6-4c73f0baa564', 'network_id': '85013f97-fab4-404c-a234-1f20e31752e1', 'port_id': '1b22cc52-f1c9-4788-bff6-4c73f0baa564', 'mac_address': 'fa:16:3e:fb:ba:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0f5bad0-1ece-425d-be26-c3b0dd205e3f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 23:49:23.884150 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-707bff31-b5da-4601-b274-386892c937dc None None] Current status of the port 1b22cc52-f1c9-4788-bff6-4c73f0baa564 is: DOWN; New status is: BUILD {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:49:23.884985 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:23.902531 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.notifiers.nova [None req-707bff31-b5da-4601-b274-386892c937dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b22cc52-f1c9-4788-bff6-4c73f0baa564 {{(pid=88110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 23:49:23.919205 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] For port 1b22cc52-f1c9-4788-bff6-4c73f0baa564, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=1b22cc52-f1c9-4788-bff6-4c73f0baa564,segment=NetworkSegment(cc28d19b-2326-449b-923e-434d239126ee),segment_id=cc28d19b-2326-449b-923e-434d239126ee)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:49:23.924531 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:23.927999 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-02e2060b-9fd7-400f-a539-a5831206b78e req-f35422d1-2336-4277-b0d8-aa71b01194e5 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Synchronizing usage tracker for tenant:cc2e981e5c2b4ac78ce7c820ebe3e4a0 on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 23:49:23.940341 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-02e2060b-9fd7-400f-a539-a5831206b78e req-f35422d1-2336-4277-b0d8-aa71b01194e5 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Unset dirty status for tenant:cc2e981e5c2b4ac78ce7c820ebe3e4a0 on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 23:49:23.941424 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-02e2060b-9fd7-400f-a539-a5831206b78e req-f35422d1-2336-4277-b0d8-aa71b01194e5 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ea08f66-7f75-4955-8b9c-2383ebdced8a HTTP/1.1" status: 200 len: 210 time: 0.0742838 Jun 24 23:49:24.001621 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Pushing event updated for resources: {'Port': ['ID=1b22cc52-f1c9-4788-bff6-4c73f0baa564,revision_number=4']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:49:24.009324 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:49:24.009719 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:49:24.010060 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:49:24.010574 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:49:24.010905 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:49:24.011234 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:49:24.012001 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:49:24.012320 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:49:24.012802 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:49:24.013129 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:49:24.013451 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:49:24.013768 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:49:24.123874 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecc4d82-1462-49cb-ba6a-9872fcc0c623 req-0d8d2ee8-c292-40e3-a798-fc81411f1cdc tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:49:24.125275 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-cecc4d82-1462-49cb-ba6a-9872fcc0c623 req-0d8d2ee8-c292-40e3-a798-fc81411f1cdc tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] 10.222.0.42 "GET /v2.0/ports?device_id=86559dd6-46d7-4cd8-b8fb-80b0c1d0543e HTTP/1.1" status: 200 len: 945 time: 0.0936275 Jun 24 23:49:24.148006 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] get_ports_and_sgs() called for port_ids ['1b22cc52-f1c9-4788-bff6-4c73f0baa564'] {{(pid=88110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 23:49:24.176042 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-cecc4d82-1462-49cb-ba6a-9872fcc0c623 req-d5a2c10e-0d7b-4f4d-906f-68ec2ef8d599 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] 10.222.0.42 "GET /v2.0/security-groups?id=8329392b-6c0f-4fd9-96ca-83e76b8b7876&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438020 Jun 24 23:49:24.248433 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d798b829-952a-4f7d-9f1d-4c7c1f1be5aa req-5130035c-0b19-4c6d-a1eb-9d443ad1bcff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:49:24.250045 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-d798b829-952a-4f7d-9f1d-4c7c1f1be5aa req-5130035c-0b19-4c6d-a1eb-9d443ad1bcff service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=86559dd6-46d7-4cd8-b8fb-80b0c1d0543e&tenant_id=5a572a155c364670a8ac8d313c3dba25 HTTP/1.1" status: 200 len: 1098 time: 0.0886531 Jun 24 23:49:24.359952 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d798b829-952a-4f7d-9f1d-4c7c1f1be5aa req-6331de53-ada8-4eb3-bbef-006716c0416c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:49:24.361445 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-d798b829-952a-4f7d-9f1d-4c7c1f1be5aa req-6331de53-ada8-4eb3-bbef-006716c0416c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5a572a155c364670a8ac8d313c3dba25&device_id=86559dd6-46d7-4cd8-b8fb-80b0c1d0543e HTTP/1.1" status: 200 len: 1098 time: 0.0853131 Jun 24 23:49:24.493035 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d798b829-952a-4f7d-9f1d-4c7c1f1be5aa req-09336857-4931-45ad-b904-28044a7769bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:49:24.494457 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-d798b829-952a-4f7d-9f1d-4c7c1f1be5aa req-09336857-4931-45ad-b904-28044a7769bc service neutron] 10.222.0.15 "GET /v2.0/networks?id=1531afa0-ec89-4a09-ad6c-c0dccb34c8cc HTTP/1.1" status: 200 len: 909 time: 0.1258278 Jun 24 23:49:24.593222 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-d798b829-952a-4f7d-9f1d-4c7c1f1be5aa req-e3a18775-875b-48de-a139-5d0af6cbac16 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e908d653-d473-45a8-9a5c-907dba57bfa7 HTTP/1.1" status: 200 len: 1001 time: 0.0908668 Jun 24 23:49:24.657609 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d798b829-952a-4f7d-9f1d-4c7c1f1be5aa req-4442ee51-17a5-4738-89db-0b221070ed78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:49:24.659591 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-d798b829-952a-4f7d-9f1d-4c7c1f1be5aa req-4442ee51-17a5-4738-89db-0b221070ed78 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=af033a48-ac2c-43f9-b4db-c1ab5a772fe8 HTTP/1.1" status: 200 len: 847 time: 0.0594509 Jun 24 23:49:24.805051 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d798b829-952a-4f7d-9f1d-4c7c1f1be5aa req-fe7338d4-f383-4c68-aeb0-3b915e20ae9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:49:24.806521 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-d798b829-952a-4f7d-9f1d-4c7c1f1be5aa req-fe7338d4-f383-4c68-aeb0-3b915e20ae9d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1531afa0-ec89-4a09-ad6c-c0dccb34c8cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1400971 Jun 24 23:49:24.817021 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4ded9a-72a1-4791-b723-2eaec0bc080a req-0bc8a617-ce2c-42bc-a46a-ec8f043e1098 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:49:24.818373 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-4d4ded9a-72a1-4791-b723-2eaec0bc080a req-0bc8a617-ce2c-42bc-a46a-ec8f043e1098 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb5aa81a-c851-4098-913e-c601a291b241 HTTP/1.1" status: 200 len: 944 time: 0.1192181 Jun 24 23:49:24.962216 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-4d4ded9a-72a1-4791-b723-2eaec0bc080a req-6fa244d5-191a-4228-ae96-606b5bd391ab tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups?id=82648a32-eb95-4549-8ac3-00025e413e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240737 Jun 24 23:49:25.063823 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-d798b829-952a-4f7d-9f1d-4c7c1f1be5aa req-6dabef62-de25-4a34-859d-92ac873f4990 service neutron] 10.222.0.15 "GET /v2.0/networks/1531afa0-ec89-4a09-ad6c-c0dccb34c8cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444704 Jun 24 23:49:25.106948 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-7865f5c7-232e-4fe8-bfe3-f5d8c39b5f14 req-3e17cd30-35b8-49a8-89f8-162c8435f286 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ea08f66-7f75-4955-8b9c-2383ebdced8a HTTP/1.1" status: 200 len: 210 time: 0.0490406 Jun 24 23:49:25.263525 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f969ac-8460-40f3-981c-5f67943df976 req-216383f5-be76-486e-8ca2-67646e5efe7b tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:49:25.264914 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-87f969ac-8460-40f3-981c-5f67943df976 req-216383f5-be76-486e-8ca2-67646e5efe7b tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.15 "GET /v2.0/networks?id=7abaefcb-0064-4c5b-84e1-b4e60380849f HTTP/1.1" status: 200 len: 815 time: 0.3442545 Jun 24 23:49:25.397830 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-87f969ac-8460-40f3-981c-5f67943df976 req-a6e73a6b-3cb3-4403-a624-e6f86051cb35 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Synchronizing usage tracker for tenant:cc2e981e5c2b4ac78ce7c820ebe3e4a0 on resource:security_group {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 23:49:25.413906 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-d798b829-952a-4f7d-9f1d-4c7c1f1be5aa req-795c46cd-6787-4666-a1c8-e11af52720f5 service neutron] 10.222.0.15 "GET /v2.0/networks/1531afa0-ec89-4a09-ad6c-c0dccb34c8cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3322029 Jun 24 23:49:25.421672 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-87f969ac-8460-40f3-981c-5f67943df976 req-a6e73a6b-3cb3-4403-a624-e6f86051cb35 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Unset dirty status for tenant:cc2e981e5c2b4ac78ce7c820ebe3e4a0 on resource:security_group {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 23:49:25.422676 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-87f969ac-8460-40f3-981c-5f67943df976 req-a6e73a6b-3cb3-4403-a624-e6f86051cb35 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc2e981e5c2b4ac78ce7c820ebe3e4a0 HTTP/1.1" status: 200 len: 379 time: 0.1491745 Jun 24 23:49:25.433833 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.v2.base [req-87f969ac-8460-40f3-981c-5f67943df976 req-9ac4f76c-2d1a-45ea-b9f1-626db6eceb50 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Request body: {'port': {'device_id': '0ea08f66-7f75-4955-8b9c-2383ebdced8a', 'network_id': '7abaefcb-0064-4c5b-84e1-b4e60380849f', 'admin_state_up': True, 'tenant_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'security_groups': ['dd733e6d-3431-420f-b1f9-325305836255']}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:49:25.506956 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d40e44d-cfde-4798-a3c1-cb382bf2c5e8 req-08be862b-57de-4b53-9077-deefeee9583a tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:49:25.508400 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-6d40e44d-cfde-4798-a3c1-cb382bf2c5e8 req-08be862b-57de-4b53-9077-deefeee9583a tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] 10.222.0.42 "GET /v2.0/ports?device_id=86559dd6-46d7-4cd8-b8fb-80b0c1d0543e HTTP/1.1" status: 200 len: 945 time: 0.2163887 Jun 24 23:49:25.583289 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-6d40e44d-cfde-4798-a3c1-cb382bf2c5e8 req-b34a2542-b067-4794-82f7-d9e612ea481f tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] 10.222.0.42 "GET /v2.0/security-groups?id=8329392b-6c0f-4fd9-96ca-83e76b8b7876&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672691 Jun 24 23:49:25.606511 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [req-87f969ac-8460-40f3-981c-5f67943df976 req-9ac4f76c-2d1a-45ea-b9f1-626db6eceb50 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:49:25.616399 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [req-87f969ac-8460-40f3-981c-5f67943df976 req-9ac4f76c-2d1a-45ea-b9f1-626db6eceb50 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:49:25.626126 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87f969ac-8460-40f3-981c-5f67943df976 req-9ac4f76c-2d1a-45ea-b9f1-626db6eceb50 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Made reservation on behalf of cc2e981e5c2b4ac78ce7c820ebe3e4a0 for: {'port': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 23:49:25.630058 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-87f969ac-8460-40f3-981c-5f67943df976 req-9ac4f76c-2d1a-45ea-b9f1-626db6eceb50 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:25.684440 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Device 1b22cc52-f1c9-4788-bff6-4c73f0baa564 up at agent hyperv_hv-cinder-84718 {{(pid=88110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 23:49:25.754636 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-707bff31-b5da-4601-b274-386892c937dc None None] Provisioning for port 1b22cc52-f1c9-4788-bff6-4c73f0baa564 completed by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 23:49:25.759370 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-707bff31-b5da-4601-b274-386892c937dc None None] Provisioning complete for port 1b22cc52-f1c9-4788-bff6-4c73f0baa564 triggered by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:49:25.759873 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:25.789241 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [req-87f969ac-8460-40f3-981c-5f67943df976 req-9ac4f76c-2d1a-45ea-b9f1-626db6eceb50 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Allocated IP 172.20.0.14 (7abaefcb-0064-4c5b-84e1-b4e60380849f/80dd0bfb-dfbe-42ee-b0d9-251fe168e508/ffac9e97-209d-4d6d-bf14-0eb7ea2272b9) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 23:49:25.877228 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-707bff31-b5da-4601-b274-386892c937dc None None] Current status of the port 1b22cc52-f1c9-4788-bff6-4c73f0baa564 is: BUILD; New status is: ACTIVE {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:49:25.877609 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:25.903367 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb5aa81a-c851-4098-913e-c601a291b241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b22cc52-f1c9-4788-bff6-4c73f0baa564'}] {{(pid=88110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 23:49:25.914030 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] For port 1b22cc52-f1c9-4788-bff6-4c73f0baa564, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=1b22cc52-f1c9-4788-bff6-4c73f0baa564,segment=NetworkSegment(cc28d19b-2326-449b-923e-434d239126ee),segment_id=cc28d19b-2326-449b-923e-434d239126ee)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:49:25.918849 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:25.919692 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Device e908d653-d473-45a8-9a5c-907dba57bfa7 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 23:49:25.981744 dv-cinder-847189-5-smb neutron-server[88110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e05a362d-ece0-405a-9100-454894593794'] response: {'server_uuid': 'bb5aa81a-c851-4098-913e-c601a291b241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b22cc52-f1c9-4788-bff6-4c73f0baa564', 'code': 200} Jun 24 23:49:25.982162 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-87f969ac-8460-40f3-981c-5f67943df976 req-9ac4f76c-2d1a-45ea-b9f1-626db6eceb50 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:26.000258 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [req-87f969ac-8460-40f3-981c-5f67943df976 req-9ac4f76c-2d1a-45ea-b9f1-626db6eceb50 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Transition to ACTIVE for port object ffac9e97-209d-4d6d-bf14-0eb7ea2272b9 will not be triggered until provisioned by entity DHCP. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 23:49:26.027885 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-87f969ac-8460-40f3-981c-5f67943df976 req-9ac4f76c-2d1a-45ea-b9f1-626db6eceb50 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754888214703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266412288'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:26.042865 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Pushing event updated for resources: {'Port': ['ID=1b22cc52-f1c9-4788-bff6-4c73f0baa564,revision_number=5']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:49:26.107235 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-707bff31-b5da-4601-b274-386892c937dc None None] Current status of the port e908d653-d473-45a8-9a5c-907dba57bfa7 is: ACTIVE; New status is: DOWN {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:49:26.107647 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:26.141402 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] For port e908d653-d473-45a8-9a5c-907dba57bfa7, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=e908d653-d473-45a8-9a5c-907dba57bfa7,segment=NetworkSegment(8507c492-2bc9-41e4-b00c-faf16e20429b),segment_id=8507c492-2bc9-41e4-b00c-faf16e20429b)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:49:26.148143 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:26.200887 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87f969ac-8460-40f3-981c-5f67943df976 req-9ac4f76c-2d1a-45ea-b9f1-626db6eceb50 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Network 7abaefcb-0064-4c5b-84e1-b4e60380849f is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 23:49:26.217760 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [req-87f969ac-8460-40f3-981c-5f67943df976 req-9ac4f76c-2d1a-45ea-b9f1-626db6eceb50 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 23:49:26.220395 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [req-87f969ac-8460-40f3-981c-5f67943df976 req-9ac4f76c-2d1a-45ea-b9f1-626db6eceb50 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 23:49:26.269064 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Pushing event updated for resources: {'Port': ['ID=e908d653-d473-45a8-9a5c-907dba57bfa7,revision_number=6']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:49:26.289294 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac4f76c-2d1a-45ea-b9f1-626db6eceb50 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Pushing event updated for resources: {'Port': ['ID=ffac9e97-209d-4d6d-bf14-0eb7ea2272b9,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:49:26.319646 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0272ba-d3e2-47cd-8eea-f35df28496b6 req-7d56e7cf-5ee0-48f4-8b88-61bf3dc2054d tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:49:26.321164 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-0c0272ba-d3e2-47cd-8eea-f35df28496b6 req-7d56e7cf-5ee0-48f4-8b88-61bf3dc2054d tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ea08f66-7f75-4955-8b9c-2383ebdced8a HTTP/1.1" status: 200 len: 932 time: 0.1066492 Jun 24 23:49:26.335224 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f969ac-8460-40f3-981c-5f67943df976 req-9ac4f76c-2d1a-45ea-b9f1-626db6eceb50 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:49:26.335878 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-87f969ac-8460-40f3-981c-5f67943df976 req-9ac4f76c-2d1a-45ea-b9f1-626db6eceb50 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122089'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:26.368529 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-0c0272ba-d3e2-47cd-8eea-f35df28496b6 req-355f33ad-c9d5-488f-8cb2-6df725ba9f30 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/security-groups?id=dd733e6d-3431-420f-b1f9-325305836255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409150 Jun 24 23:49:26.377775 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f3509e-b7b7-4527-8e2d-3ae753782b8c req-d10ca788-8ba3-4783-9b34-dba4e77415c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:49:26.379287 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-31f3509e-b7b7-4527-8e2d-3ae753782b8c req-d10ca788-8ba3-4783-9b34-dba4e77415c1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bb5aa81a-c851-4098-913e-c601a291b241 HTTP/1.1" status: 200 len: 1098 time: 0.2188013 Jun 24 23:49:26.381340 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-87f969ac-8460-40f3-981c-5f67943df976 req-9ac4f76c-2d1a-45ea-b9f1-626db6eceb50 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9526277 Jun 24 23:49:26.388856 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a7841-a711-4045-bbb6-d5b5306efee6 req-45d54638-cf58-4e50-9c8d-821656466687 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:49:26.390276 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-c31a7841-a711-4045-bbb6-d5b5306efee6 req-45d54638-cf58-4e50-9c8d-821656466687 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb5aa81a-c851-4098-913e-c601a291b241 HTTP/1.1" status: 200 len: 945 time: 0.2855644 Jun 24 23:49:26.413611 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.v2.base [req-87f969ac-8460-40f3-981c-5f67943df976 req-e808628e-669d-4be8-8c5d-309aaac25a2b service neutron] Request body: {'port': {'device_id': '0ea08f66-7f75-4955-8b9c-2383ebdced8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:49:26.461541 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-c2243885-5d5f-4144-bf16-8edb41960aa8 None None] Provisioning for port ffac9e97-209d-4d6d-bf14-0eb7ea2272b9 completed by entity DHCP. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 23:49:26.466198 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-c2243885-5d5f-4144-bf16-8edb41960aa8 None None] Provisioning complete for port ffac9e97-209d-4d6d-bf14-0eb7ea2272b9 triggered by entity DHCP. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:49:26.466661 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-c2243885-5d5f-4144-bf16-8edb41960aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:26.518384 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-c2243885-5d5f-4144-bf16-8edb41960aa8 None None] Port ffac9e97-209d-4d6d-bf14-0eb7ea2272b9 cannot update to ACTIVE because it is not bound. {{(pid=88110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 23:49:26.545973 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-31f3509e-b7b7-4527-8e2d-3ae753782b8c req-98d20cd2-c534-4b66-afbb-45291a771c97 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=82648a32-eb95-4549-8ac3-00025e413e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1500018 Jun 24 23:49:26.571316 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-c31a7841-a711-4045-bbb6-d5b5306efee6 req-9118f4a4-aaa2-41a0-bdfc-96a277d65f4b tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups?id=82648a32-eb95-4549-8ac3-00025e413e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284709 Jun 24 23:49:26.583410 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-87f969ac-8460-40f3-981c-5f67943df976 req-e808628e-669d-4be8-8c5d-309aaac25a2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:26.771230 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3191e895-e13e-48e5-a2f2-de9471c15f76 req-10ac2f0e-7759-4279-bb27-7d25ffe48d56 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:49:26.772761 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-3191e895-e13e-48e5-a2f2-de9471c15f76 req-10ac2f0e-7759-4279-bb27-7d25ffe48d56 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] 10.222.0.42 "GET /v2.0/ports?device_id=86559dd6-46d7-4cd8-b8fb-80b0c1d0543e HTTP/1.1" status: 200 len: 943 time: 0.0876403 Jun 24 23:49:26.826290 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-3191e895-e13e-48e5-a2f2-de9471c15f76 req-e89497c9-75b4-47c8-b59e-5e53bc8b6dd7 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] 10.222.0.42 "GET /v2.0/security-groups?id=8329392b-6c0f-4fd9-96ca-83e76b8b7876&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472937 Jun 24 23:49:26.975395 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [req-87f969ac-8460-40f3-981c-5f67943df976 req-e808628e-669d-4be8-8c5d-309aaac25a2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffac9e97-209d-4d6d-bf14-0eb7ea2272b9 {{(pid=88108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 23:49:26.984145 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-87f969ac-8460-40f3-981c-5f67943df976 req-e808628e-669d-4be8-8c5d-309aaac25a2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:27.003426 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [req-87f969ac-8460-40f3-981c-5f67943df976 req-e808628e-669d-4be8-8c5d-309aaac25a2b service neutron] Transition to ACTIVE for port object ffac9e97-209d-4d6d-bf14-0eb7ea2272b9 will not be triggered until provisioned by entity L2. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 23:49:27.009019 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-87f969ac-8460-40f3-981c-5f67943df976 req-e808628e-669d-4be8-8c5d-309aaac25a2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266412311'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:27.068399 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe0a913-bb85-4630-81dd-f3946d63ccc8 req-a9688c99-db51-414d-9baf-3f33c603c912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:49:27.069876 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-5fe0a913-bb85-4630-81dd-f3946d63ccc8 req-a9688c99-db51-414d-9baf-3f33c603c912 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=86559dd6-46d7-4cd8-b8fb-80b0c1d0543e HTTP/1.1" status: 200 len: 1096 time: 0.1961877 Jun 24 23:49:27.252783 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e808628e-669d-4be8-8c5d-309aaac25a2b service neutron] Pushing event updated for resources: {'Port': ['ID=ffac9e97-209d-4d6d-bf14-0eb7ea2272b9,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:49:27.332818 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-5fe0a913-bb85-4630-81dd-f3946d63ccc8 req-7fbff0f3-e0db-4680-9aae-c50be3a37d1f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8329392b-6c0f-4fd9-96ca-83e76b8b7876&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227167 Jun 24 23:49:27.369791 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [req-87f969ac-8460-40f3-981c-5f67943df976 req-e808628e-669d-4be8-8c5d-309aaac25a2b service neutron] Attempting to bind port ffac9e97-209d-4d6d-bf14-0eb7ea2272b9 on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 23:49:27.370120 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [req-87f969ac-8460-40f3-981c-5f67943df976 req-e808628e-669d-4be8-8c5d-309aaac25a2b service neutron] Attempting to bind port ffac9e97-209d-4d6d-bf14-0eb7ea2272b9 by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': '04b3cdd8-8d24-43a2-8a87-294baaf0163b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '7abaefcb-0064-4c5b-84e1-b4e60380849f'}] {{(pid=88108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 23:49:27.370445 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f969ac-8460-40f3-981c-5f67943df976 req-e808628e-669d-4be8-8c5d-309aaac25a2b service neutron] Attempting to bind port ffac9e97-209d-4d6d-bf14-0eb7ea2272b9 on network 7abaefcb-0064-4c5b-84e1-b4e60380849f {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 23:49:27.374884 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f969ac-8460-40f3-981c-5f67943df976 req-e808628e-669d-4be8-8c5d-309aaac25a2b service neutron] Port ffac9e97-209d-4d6d-bf14-0eb7ea2272b9 on network 7abaefcb-0064-4c5b-84e1-b4e60380849f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 23:49:27.375198 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f969ac-8460-40f3-981c-5f67943df976 req-e808628e-669d-4be8-8c5d-309aaac25a2b service neutron] Attempting to bind port ffac9e97-209d-4d6d-bf14-0eb7ea2272b9 on network 7abaefcb-0064-4c5b-84e1-b4e60380849f {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 23:49:27.380160 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f969ac-8460-40f3-981c-5f67943df976 req-e808628e-669d-4be8-8c5d-309aaac25a2b service neutron] Checking agent: {'id': '9603f0a4-e7b3-4133-bd26-ff3a7fe04c7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 23, 39, 9), 'started_at': datetime.datetime(2022, 6, 24, 23, 39, 9), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 23, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 23:49:27.380490 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f969ac-8460-40f3-981c-5f67943df976 req-e808628e-669d-4be8-8c5d-309aaac25a2b service neutron] Checking segment: {'id': '04b3cdd8-8d24-43a2-8a87-294baaf0163b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '7abaefcb-0064-4c5b-84e1-b4e60380849f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 23:49:27.380858 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87f969ac-8460-40f3-981c-5f67943df976 req-e808628e-669d-4be8-8c5d-309aaac25a2b service neutron] Bound using segment: {'id': '04b3cdd8-8d24-43a2-8a87-294baaf0163b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '7abaefcb-0064-4c5b-84e1-b4e60380849f'} {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 23:49:27.381271 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [req-87f969ac-8460-40f3-981c-5f67943df976 req-e808628e-669d-4be8-8c5d-309aaac25a2b service neutron] Bound port: ffac9e97-209d-4d6d-bf14-0eb7ea2272b9, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04b3cdd8-8d24-43a2-8a87-294baaf0163b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '7abaefcb-0064-4c5b-84e1-b4e60380849f'}}] {{(pid=88108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 23:49:27.381607 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-87f969ac-8460-40f3-981c-5f67943df976 req-e808628e-669d-4be8-8c5d-309aaac25a2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:27.470668 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [req-87f969ac-8460-40f3-981c-5f67943df976 req-e808628e-669d-4be8-8c5d-309aaac25a2b service neutron] For port ffac9e97-209d-4d6d-bf14-0eb7ea2272b9, host hv-cinder-84718, cleared binding levels {{(pid=88108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 23:49:27.473574 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [req-87f969ac-8460-40f3-981c-5f67943df976 req-e808628e-669d-4be8-8c5d-309aaac25a2b service neutron] For port ffac9e97-209d-4d6d-bf14-0eb7ea2272b9, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=ffac9e97-209d-4d6d-bf14-0eb7ea2272b9,segment=NetworkSegment(04b3cdd8-8d24-43a2-8a87-294baaf0163b),segment_id=04b3cdd8-8d24-43a2-8a87-294baaf0163b)] {{(pid=88108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 23:49:27.512157 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-87f969ac-8460-40f3-981c-5f67943df976 req-e808628e-669d-4be8-8c5d-309aaac25a2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266412311'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:27.592751 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f969ac-8460-40f3-981c-5f67943df976 req-e808628e-669d-4be8-8c5d-309aaac25a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:49:27.593630 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-87f969ac-8460-40f3-981c-5f67943df976 req-e808628e-669d-4be8-8c5d-309aaac25a2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122089'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:27.594701 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-87f969ac-8460-40f3-981c-5f67943df976 req-e808628e-669d-4be8-8c5d-309aaac25a2b service neutron] 10.222.0.15 "PUT /v2.0/ports/ffac9e97-209d-4d6d-bf14-0eb7ea2272b9 HTTP/1.1" status: 200 len: 1094 time: 1.1976478 Jun 24 23:49:27.597614 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ea08f66-7f75-4955-8b9c-2383ebdced8a', 'tag': 'ffac9e97-209d-4d6d-bf14-0eb7ea2272b9'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 23:49:27.621954 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e808628e-669d-4be8-8c5d-309aaac25a2b service neutron] Pushing event updated for resources: {'Port': ['ID=ffac9e97-209d-4d6d-bf14-0eb7ea2272b9,revision_number=3']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:49:27.646774 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a21257-0736-476a-960c-2a45a850a561 req-92635813-b3a5-4b80-8217-27dfca41686d tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:49:27.647673 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-43a21257-0736-476a-960c-2a45a850a561 req-92635813-b3a5-4b80-8217-27dfca41686d tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Synchronizing usage tracker for tenant:cc2e981e5c2b4ac78ce7c820ebe3e4a0 on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 23:49:27.730031 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-43a21257-0736-476a-960c-2a45a850a561 req-92635813-b3a5-4b80-8217-27dfca41686d tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Unset dirty status for tenant:cc2e981e5c2b4ac78ce7c820ebe3e4a0 on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 23:49:27.739115 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-43a21257-0736-476a-960c-2a45a850a561 req-92635813-b3a5-4b80-8217-27dfca41686d tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ea08f66-7f75-4955-8b9c-2383ebdced8a HTTP/1.1" status: 200 len: 944 time: 0.2611771 Jun 24 23:49:27.812345 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-43a21257-0736-476a-960c-2a45a850a561 req-f4d7fe4f-8117-401f-b699-64e6e346669b tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/security-groups?id=dd733e6d-3431-420f-b1f9-325305836255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722220 Jun 24 23:49:27.815248 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f969ac-8460-40f3-981c-5f67943df976 req-da078201-51c0-4da6-8a33-8450b8724bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:49:27.826238 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-87f969ac-8460-40f3-981c-5f67943df976 req-da078201-51c0-4da6-8a33-8450b8724bf2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc2e981e5c2b4ac78ce7c820ebe3e4a0&device_id=0ea08f66-7f75-4955-8b9c-2383ebdced8a HTTP/1.1" status: 200 len: 1097 time: 0.1750920 Jun 24 23:49:27.878566 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e52061-346b-4a9d-b21f-eaf02ed3346c req-07a6a842-c1fe-4f55-91bb-2aa87c8c33c3 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:49:27.880467 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-a7e52061-346b-4a9d-b21f-eaf02ed3346c req-07a6a842-c1fe-4f55-91bb-2aa87c8c33c3 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb5aa81a-c851-4098-913e-c601a291b241 HTTP/1.1" status: 200 len: 945 time: 0.1098104 Jun 24 23:49:27.900560 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-789fed90-fa40-4c3b-aa72-fe5047be4547'] response: {'name': 'network-changed', 'server_uuid': '0ea08f66-7f75-4955-8b9c-2383ebdced8a', 'tag': 'ffac9e97-209d-4d6d-bf14-0eb7ea2272b9', 'status': 'completed', 'code': 200} Jun 24 23:49:27.908953 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-87f969ac-8460-40f3-981c-5f67943df976 req-8bd00417-c00d-468b-bec5-b6d829676d71 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ffac9e97-209d-4d6d-bf14-0eb7ea2272b9 HTTP/1.1" status: 200 len: 217 time: 0.0726008 Jun 24 23:49:27.928789 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-a7e52061-346b-4a9d-b21f-eaf02ed3346c req-aeb1a061-a3dd-4d3f-8500-ab17cc99c36e tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups?id=82648a32-eb95-4549-8ac3-00025e413e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418339 Jun 24 23:49:27.982471 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86559dd6-46d7-4cd8-b8fb-80b0c1d0543e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e908d653-d473-45a8-9a5c-907dba57bfa7'}] {{(pid=88110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 23:49:28.018601 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f969ac-8460-40f3-981c-5f67943df976 req-5e91a696-216d-4ae8-b283-4a651e266b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:49:28.020083 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-87f969ac-8460-40f3-981c-5f67943df976 req-5e91a696-216d-4ae8-b283-4a651e266b5c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=80dd0bfb-dfbe-42ee-b0d9-251fe168e508 HTTP/1.1" status: 200 len: 854 time: 0.1051247 Jun 24 23:49:28.027091 dv-cinder-847189-5-smb neutron-server[88110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff2b192a-dee0-46dd-8519-877cd1b26205'] response: {'server_uuid': '86559dd6-46d7-4cd8-b8fb-80b0c1d0543e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e908d653-d473-45a8-9a5c-907dba57bfa7', 'code': 200} Jun 24 23:49:28.109868 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0a20f2-6e83-444f-98c9-73207530a616 req-8e1d9c49-9b70-42dc-9f91-d6918262f2fd tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:49:28.111804 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-7c0a20f2-6e83-444f-98c9-73207530a616 req-8e1d9c49-9b70-42dc-9f91-d6918262f2fd tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] 10.222.0.42 "GET /v2.0/ports?device_id=86559dd6-46d7-4cd8-b8fb-80b0c1d0543e HTTP/1.1" status: 200 len: 943 time: 0.1570466 Jun 24 23:49:28.143772 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f969ac-8460-40f3-981c-5f67943df976 req-6fa760ee-1c19-41b7-9efd-609b46f05f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:49:28.145160 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-87f969ac-8460-40f3-981c-5f67943df976 req-6fa760ee-1c19-41b7-9efd-609b46f05f83 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7abaefcb-0064-4c5b-84e1-b4e60380849f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1168628 Jun 24 23:49:28.181924 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-7c0a20f2-6e83-444f-98c9-73207530a616 req-a020a706-9342-4d61-ad75-2c5b8d0678d5 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] 10.222.0.42 "GET /v2.0/security-groups?id=8329392b-6c0f-4fd9-96ca-83e76b8b7876&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632870 Jun 24 23:49:28.283908 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-87f969ac-8460-40f3-981c-5f67943df976 req-4b37c290-92ad-4b11-8c24-24faec6f82ed service neutron] 10.222.0.15 "GET /v2.0/networks/7abaefcb-0064-4c5b-84e1-b4e60380849f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263103 Jun 24 23:49:28.418798 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-87f969ac-8460-40f3-981c-5f67943df976 req-115646af-ede9-41d6-9029-4c7294e2b72f service neutron] 10.222.0.15 "GET /v2.0/networks/7abaefcb-0064-4c5b-84e1-b4e60380849f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270244 Jun 24 23:49:28.537485 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c222243-263f-4eb3-ad7b-ef8e5f4d5d82 req-966e7e09-9e18-4d19-bd70-8dd557d15796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:49:28.538952 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-3c222243-263f-4eb3-ad7b-ef8e5f4d5d82 req-966e7e09-9e18-4d19-bd70-8dd557d15796 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc2e981e5c2b4ac78ce7c820ebe3e4a0&device_id=0ea08f66-7f75-4955-8b9c-2383ebdced8a HTTP/1.1" status: 200 len: 1097 time: 0.0755568 Jun 24 23:49:28.670370 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c222243-263f-4eb3-ad7b-ef8e5f4d5d82 req-62ace146-8ec3-4f0a-beed-b422bebff7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:49:28.671690 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-3c222243-263f-4eb3-ad7b-ef8e5f4d5d82 req-62ace146-8ec3-4f0a-beed-b422bebff7f0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7abaefcb-0064-4c5b-84e1-b4e60380849f HTTP/1.1" status: 200 len: 916 time: 0.1199830 Jun 24 23:49:28.739761 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-3c222243-263f-4eb3-ad7b-ef8e5f4d5d82 req-149cf309-86c7-436b-b0e6-f35fb5c9a0bf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ffac9e97-209d-4d6d-bf14-0eb7ea2272b9 HTTP/1.1" status: 200 len: 217 time: 0.0609598 Jun 24 23:49:28.800875 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c222243-263f-4eb3-ad7b-ef8e5f4d5d82 req-1fd37fc0-b72a-4dfd-ab98-98b2fbe66932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:49:28.802235 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-3c222243-263f-4eb3-ad7b-ef8e5f4d5d82 req-1fd37fc0-b72a-4dfd-ab98-98b2fbe66932 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=80dd0bfb-dfbe-42ee-b0d9-251fe168e508 HTTP/1.1" status: 200 len: 854 time: 0.0556264 Jun 24 23:49:28.970918 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c222243-263f-4eb3-ad7b-ef8e5f4d5d82 req-3353621d-57a1-4241-9803-f00b6d9ba5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:49:28.972322 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-3c222243-263f-4eb3-ad7b-ef8e5f4d5d82 req-3353621d-57a1-4241-9803-f00b6d9ba5a3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7abaefcb-0064-4c5b-84e1-b4e60380849f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1637452 Jun 24 23:49:28.998689 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe28395a-b4cd-4019-91e6-cf146f9641b4 req-d2e1172c-52b6-4ec3-b977-764141b770b9 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:49:29.000794 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-fe28395a-b4cd-4019-91e6-cf146f9641b4 req-d2e1172c-52b6-4ec3-b977-764141b770b9 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ea08f66-7f75-4955-8b9c-2383ebdced8a HTTP/1.1" status: 200 len: 944 time: 0.0910635 Jun 24 23:49:29.049552 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-fe28395a-b4cd-4019-91e6-cf146f9641b4 req-2bfee3f2-32a2-45d7-bde3-98ac364018db tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/security-groups?id=dd733e6d-3431-420f-b1f9-325305836255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403690 Jun 24 23:49:29.133350 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.agents_db [None req-920f0d7c-c373-4dd0-bab9-7f12e43ec96a None None] Agent healthcheck: found 6 active agents {{(pid=88111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 23:49:29.166326 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-3c222243-263f-4eb3-ad7b-ef8e5f4d5d82 req-bdb262af-7ed3-45bc-934c-1929a1b23696 service neutron] 10.222.0.15 "GET /v2.0/networks/7abaefcb-0064-4c5b-84e1-b4e60380849f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867552 Jun 24 23:49:29.177808 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a488ee-31e7-409a-bea7-d9ec6da8987e req-7a66a869-641b-466a-a6f8-e1611d3b96ed tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:49:29.179157 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-84a488ee-31e7-409a-bea7-d9ec6da8987e req-7a66a869-641b-466a-a6f8-e1611d3b96ed tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb5aa81a-c851-4098-913e-c601a291b241 HTTP/1.1" status: 200 len: 945 time: 0.1354458 Jun 24 23:49:29.302475 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-84a488ee-31e7-409a-bea7-d9ec6da8987e req-dd407c2a-bc70-42f2-9c23-371c77782e5c tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups?id=82648a32-eb95-4549-8ac3-00025e413e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058514 Jun 24 23:49:29.342489 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-3c222243-263f-4eb3-ad7b-ef8e5f4d5d82 req-ffe75ce0-37e0-40a7-8ea6-0882f580c871 service neutron] 10.222.0.15 "GET /v2.0/networks/7abaefcb-0064-4c5b-84e1-b4e60380849f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623743 Jun 24 23:49:29.376634 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27c0266-08c7-40d3-b981-e2e3b1bcacd8 req-046cfccc-76f8-40e6-ac6b-c719b4a14136 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:49:29.378109 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-c27c0266-08c7-40d3-b981-e2e3b1bcacd8 req-046cfccc-76f8-40e6-ac6b-c719b4a14136 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] 10.222.0.42 "GET /v2.0/ports?device_id=86559dd6-46d7-4cd8-b8fb-80b0c1d0543e HTTP/1.1" status: 200 len: 943 time: 0.0922840 Jun 24 23:49:29.425192 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-c27c0266-08c7-40d3-b981-e2e3b1bcacd8 req-56fecf8a-8f74-43a8-9b88-cf1f3c04334e tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] 10.222.0.42 "GET /v2.0/security-groups?id=8329392b-6c0f-4fd9-96ca-83e76b8b7876&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413072 Jun 24 23:49:29.489590 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa5edc9-a14c-47aa-95d0-1303a0ff4650 req-b5279045-31c2-4f85-8d6c-8ef19493b283 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:49:29.491037 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-7aa5edc9-a14c-47aa-95d0-1303a0ff4650 req-b5279045-31c2-4f85-8d6c-8ef19493b283 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb5aa81a-c851-4098-913e-c601a291b241 HTTP/1.1" status: 200 len: 945 time: 0.0848970 Jun 24 23:49:29.499550 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 60322) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:49:29.504811 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.v2.base [None req-3a994e6c-4236-42a5-8f1b-472ec99b08ac tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Request body: {'floatingip': {'port_id': '1b22cc52-f1c9-4788-bff6-4c73f0baa564'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:49:29.580590 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3a994e6c-4236-42a5-8f1b-472ec99b08ac tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Notify callbacks [] for floatingip, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:29.713273 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Device e908d653-d473-45a8-9a5c-907dba57bfa7 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 23:49:29.857202 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] For port e908d653-d473-45a8-9a5c-907dba57bfa7, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=e908d653-d473-45a8-9a5c-907dba57bfa7,segment=NetworkSegment(8507c492-2bc9-41e4-b00c-faf16e20429b),segment_id=8507c492-2bc9-41e4-b00c-faf16e20429b)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:49:29.871574 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Returning: {'device': 'e908d653-d473-45a8-9a5c-907dba57bfa7', 'network_id': '1531afa0-ec89-4a09-ad6c-c0dccb34c8cc', 'port_id': 'e908d653-d473-45a8-9a5c-907dba57bfa7', 'mac_address': 'fa:16:3e:94:e2:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af033a48-ac2c-43f9-b4db-c1ab5a772fe8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 23:49:29.930297 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-707bff31-b5da-4601-b274-386892c937dc None None] Current status of the port e908d653-d473-45a8-9a5c-907dba57bfa7 is: DOWN; New status is: BUILD {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:49:29.930667 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:29.946720 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.notifiers.nova [None req-707bff31-b5da-4601-b274-386892c937dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e908d653-d473-45a8-9a5c-907dba57bfa7 {{(pid=88110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 23:49:29.962148 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] For port e908d653-d473-45a8-9a5c-907dba57bfa7, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=e908d653-d473-45a8-9a5c-907dba57bfa7,segment=NetworkSegment(8507c492-2bc9-41e4-b00c-faf16e20429b),segment_id=8507c492-2bc9-41e4-b00c-faf16e20429b)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:49:29.966056 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:30.032909 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Pushing event updated for resources: {'Port': ['ID=e908d653-d473-45a8-9a5c-907dba57bfa7,revision_number=7']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:49:30.213734 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] get_ports_and_sgs() called for port_ids ['e908d653-d473-45a8-9a5c-907dba57bfa7'] {{(pid=88110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 23:49:30.243276 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4617aa-cffe-4bfd-8d8a-1ad59b43d8d1 req-a02f874d-b595-4c7d-842f-aca3d916eba4 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:49:30.244914 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-ff4617aa-cffe-4bfd-8d8a-1ad59b43d8d1 req-a02f874d-b595-4c7d-842f-aca3d916eba4 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ea08f66-7f75-4955-8b9c-2383ebdced8a HTTP/1.1" status: 200 len: 944 time: 0.0861502 Jun 24 23:49:30.291151 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-ff4617aa-cffe-4bfd-8d8a-1ad59b43d8d1 req-a2eb0df1-dd5e-4f11-80f7-3f9e01e4f3a1 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/security-groups?id=dd733e6d-3431-420f-b1f9-325305836255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405064 Jun 24 23:49:30.441677 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3a994e6c-4236-42a5-8f1b-472ec99b08ac tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:30.446043 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3a994e6c-4236-42a5-8f1b-472ec99b08ac tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476618'] for floatingip, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:30.612406 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.db.l3_db [None req-3a994e6c-4236-42a5-8f1b-472ec99b08ac tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Floating IP 0a15d6fc-7ee1-473f-945f-c5fa0f187364 associated. External IP: 172.28.1.113, port: 1b22cc52-f1c9-4788-bff6-4c73f0baa564. Jun 24 23:49:30.958023 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a994e6c-4236-42a5-8f1b-472ec99b08ac tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Router 6814f674-cb0f-4527-8f62-e9c429932e14 has already been hosted by L3 agent 05c04ad7-f453-4a24-8793-b86a404a0ef9 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 23:49:31.128633 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a994e6c-4236-42a5-8f1b-472ec99b08ac tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Notify agent at l3_agent.dv-cinder-847189-5-smb the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 23:49:31.133319 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-3a994e6c-4236-42a5-8f1b-472ec99b08ac tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122089'] for floatingip, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:31.137789 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dcbe3cc-3e81-4a6e-b6ad-3c718465108f None None] Sync routers for ids ['6814f674-cb0f-4527-8f62-e9c429932e14'] in dv-cinder-847189-5-smb {{(pid=88111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 23:49:31.146821 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcbe3cc-3e81-4a6e-b6ad-3c718465108f None None] Routers {'6814f674-cb0f-4527-8f62-e9c429932e14'} bound to L3 agent in host dv-cinder-847189-5-smb {{(pid=88111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 23:49:31.147412 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-4dcbe3cc-3e81-4a6e-b6ad-3c718465108f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T23:32:42Z,description=,heartbeat_timestamp=2022-06-24T23:49:12Z,host='dv-cinder-847189-5-smb',id=05c04ad7-f453-4a24-8793-b86a404a0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T23:32:42Z,topic='l3_agent')) {'router_ids': ['6814f674-cb0f-4527-8f62-e9c429932e14'], 'active': True} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:49:31.187960 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-3a994e6c-4236-42a5-8f1b-472ec99b08ac tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "PUT /v2.0/floatingips/0a15d6fc-7ee1-473f-945f-c5fa0f187364 HTTP/1.1" status: 200 len: 991 time: 1.6873746 Jun 24 23:49:31.188528 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb5aa81a-c851-4098-913e-c601a291b241', 'tag': '1b22cc52-f1c9-4788-bff6-4c73f0baa564'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 23:49:31.231617 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22a1267b-a7d0-4553-97eb-4ba23ec33d62'] response: {'name': 'network-changed', 'server_uuid': 'bb5aa81a-c851-4098-913e-c601a291b241', 'tag': '1b22cc52-f1c9-4788-bff6-4c73f0baa564', 'status': 'completed', 'code': 200} Jun 24 23:49:31.322312 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvr_db [None req-4dcbe3cc-3e81-4a6e-b6ad-3c718465108f None None] Set router 6814f674-cb0f-4527-8f62-e9c429932e14 gateway port host: dv-cinder-847189-5-smb {{(pid=88111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 23:49:31.333877 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d928d5-fc20-4759-b45e-fbc83bea494f req-609560d6-48b1-482c-9945-8c3a005b1189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:49:31.335333 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-b6d928d5-fc20-4759-b45e-fbc83bea494f req-609560d6-48b1-482c-9945-8c3a005b1189 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b035f09c574a4283bf9b03bc84f830d7&device_id=bb5aa81a-c851-4098-913e-c601a291b241 HTTP/1.1" status: 200 len: 1098 time: 0.0766838 Jun 24 23:49:31.467611 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d928d5-fc20-4759-b45e-fbc83bea494f req-cfa02a9b-a281-460e-8918-28a9401de876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:49:31.468963 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-b6d928d5-fc20-4759-b45e-fbc83bea494f req-cfa02a9b-a281-460e-8918-28a9401de876 service neutron] 10.222.0.15 "GET /v2.0/networks?id=85013f97-fab4-404c-a234-1f20e31752e1 HTTP/1.1" status: 200 len: 917 time: 0.1274567 Jun 24 23:49:31.486344 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27178cf5-3901-4618-ac2b-3cbd758535d6 req-665eef3f-cfa9-4138-8376-39536c08690b tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:49:31.487828 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-27178cf5-3901-4618-ac2b-3cbd758535d6 req-665eef3f-cfa9-4138-8376-39536c08690b tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ea08f66-7f75-4955-8b9c-2383ebdced8a HTTP/1.1" status: 200 len: 944 time: 0.0915403 Jun 24 23:49:31.534036 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-27178cf5-3901-4618-ac2b-3cbd758535d6 req-c0b5da3d-1965-44b0-bead-c758302da3a4 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/security-groups?id=dd733e6d-3431-420f-b1f9-325305836255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398164 Jun 24 23:49:31.574998 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-b6d928d5-fc20-4759-b45e-fbc83bea494f req-5bc5170f-2430-4ab6-9125-e92e0113b0ac service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b22cc52-f1c9-4788-bff6-4c73f0baa564 HTTP/1.1" status: 200 len: 999 time: 0.0997458 Jun 24 23:49:31.637622 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d928d5-fc20-4759-b45e-fbc83bea494f req-b40cab94-4220-4d5e-8522-4deae65759b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:49:31.639048 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-b6d928d5-fc20-4759-b45e-fbc83bea494f req-b40cab94-4220-4d5e-8522-4deae65759b7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c0f5bad0-1ece-425d-be26-c3b0dd205e3f HTTP/1.1" status: 200 len: 855 time: 0.0582757 Jun 24 23:49:31.694877 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-4dcbe3cc-3e81-4a6e-b6ad-3c718465108f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6814f674-cb0f-4527-8f62-e9c429932e14', 'name': 'tempest-AttachVolumeShelveTestJSON-177881652-router', 'tenant_id': 'b035f09c574a4283bf9b03bc84f830d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.130'}], 'enable_snat': True}, 'gw_port_id': 'd7cbc3e0-2521-4b3b-bc37-6617d590bb33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:46:33Z', 'updated_at': '2022-06-24T23:46:39Z', 'revision_number': 4, 'project_id': 'b035f09c574a4283bf9b03bc84f830d7', 'gw_port': {'id': 'd7cbc3e0-2521-4b3b-bc37-6617d590bb33', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:35:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6814f674-cb0f-4527-8f62-e9c429932e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:46:34Z', 'updated_at': '2022-06-24T23:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb', '_floatingips': [{'id': '0a15d6fc-7ee1-473f-945f-c5fa0f187364', 'tenant_id': 'b035f09c574a4283bf9b03bc84f830d7', 'floating_ip_address': '172.28.1.113', 'floating_network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'router_id': '6814f674-cb0f-4527-8f62-e9c429932e14', 'port_id': '1b22cc52-f1c9-4788-bff6-4c73f0baa564', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85013f97-fab4-404c-a234-1f20e31752e1', 'mac_address': 'fa:16:3e:fb:ba:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb5aa81a-c851-4098-913e-c601a291b241', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T23:49:12Z', 'updated_at': '2022-06-24T23:49:30Z', 'revision_number': 1, 'project_id': 'b035f09c574a4283bf9b03bc84f830d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42ce1e25-84f2-4916-853a-e2df98f66524', 'name': '', 'network_id': '85013f97-fab4-404c-a234-1f20e31752e1', 'tenant_id': 'b035f09c574a4283bf9b03bc84f830d7', 'mac_address': 'fa:16:3e:6a:f7:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6814f674-cb0f-4527-8f62-e9c429932e14', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c0f5bad0-1ece-425d-be26-c3b0dd205e3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:46:38Z', 'updated_at': '2022-06-24T23:46:46Z', 'revision_number': 5, 'project_id': 'b035f09c574a4283bf9b03bc84f830d7', 'subnets': [{'id': 'c0f5bad0-1ece-425d-be26-c3b0dd205e3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-5-smb', False) {} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:49:31.698599 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dcbe3cc-3e81-4a6e-b6ad-3c718465108f None None] Checking router: 6814f674-cb0f-4527-8f62-e9c429932e14 for host: dv-cinder-847189-5-smb {{(pid=88111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 23:49:31.707172 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcbe3cc-3e81-4a6e-b6ad-3c718465108f None None] Routers {'6814f674-cb0f-4527-8f62-e9c429932e14'} bound to L3 agent in host dv-cinder-847189-5-smb {{(pid=88111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 23:49:31.707810 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-4dcbe3cc-3e81-4a6e-b6ad-3c718465108f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T23:32:42Z,description=,heartbeat_timestamp=2022-06-24T23:49:12Z,host='dv-cinder-847189-5-smb',id=05c04ad7-f453-4a24-8793-b86a404a0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T23:32:42Z,topic='l3_agent')) {'router_ids': ['6814f674-cb0f-4527-8f62-e9c429932e14'], 'active': True} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:49:31.723386 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d928d5-fc20-4759-b45e-fbc83bea494f req-d4c64ac6-7597-428f-a856-f3c78cd71b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:49:31.725114 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-b6d928d5-fc20-4759-b45e-fbc83bea494f req-d4c64ac6-7597-428f-a856-f3c78cd71b23 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=85013f97-fab4-404c-a234-1f20e31752e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0795584 Jun 24 23:49:31.735438 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Device ffac9e97-209d-4d6d-bf14-0eb7ea2272b9 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 23:49:31.739198 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Device e908d653-d473-45a8-9a5c-907dba57bfa7 up at agent hyperv_hv-cinder-84718 {{(pid=88110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 23:49:31.889068 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvr_db [None req-4dcbe3cc-3e81-4a6e-b6ad-3c718465108f None None] Set router 6814f674-cb0f-4527-8f62-e9c429932e14 gateway port host: dv-cinder-847189-5-smb {{(pid=88111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 23:49:31.901514 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-707bff31-b5da-4601-b274-386892c937dc None None] Provisioning complete for port e908d653-d473-45a8-9a5c-907dba57bfa7 triggered by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:49:31.901878 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:31.972172 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-b6d928d5-fc20-4759-b45e-fbc83bea494f req-0705e309-017e-4140-9780-3cabac92fdd9 service neutron] 10.222.0.15 "GET /v2.0/networks/85013f97-fab4-404c-a234-1f20e31752e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403708 Jun 24 23:49:31.980735 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] For port ffac9e97-209d-4d6d-bf14-0eb7ea2272b9, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=ffac9e97-209d-4d6d-bf14-0eb7ea2272b9,segment=NetworkSegment(04b3cdd8-8d24-43a2-8a87-294baaf0163b),segment_id=04b3cdd8-8d24-43a2-8a87-294baaf0163b)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:49:31.996496 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Returning: {'device': 'ffac9e97-209d-4d6d-bf14-0eb7ea2272b9', 'network_id': '7abaefcb-0064-4c5b-84e1-b4e60380849f', 'port_id': 'ffac9e97-209d-4d6d-bf14-0eb7ea2272b9', 'mac_address': 'fa:16:3e:61:a2:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80dd0bfb-dfbe-42ee-b0d9-251fe168e508', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 23:49:32.102530 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-707bff31-b5da-4601-b274-386892c937dc None None] Current status of the port ffac9e97-209d-4d6d-bf14-0eb7ea2272b9 is: DOWN; New status is: BUILD {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:49:32.102903 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:32.116424 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-b6d928d5-fc20-4759-b45e-fbc83bea494f req-c4b4393c-f295-43b5-9642-5f4a34ff5c02 service neutron] 10.222.0.15 "GET /v2.0/networks/85013f97-fab4-404c-a234-1f20e31752e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378081 Jun 24 23:49:32.118060 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-707bff31-b5da-4601-b274-386892c937dc None None] Current status of the port e908d653-d473-45a8-9a5c-907dba57bfa7 is: BUILD; New status is: ACTIVE {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:49:32.118430 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:32.136329 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.notifiers.nova [None req-707bff31-b5da-4601-b274-386892c937dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffac9e97-209d-4d6d-bf14-0eb7ea2272b9 {{(pid=88110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 23:49:32.160329 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86559dd6-46d7-4cd8-b8fb-80b0c1d0543e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e908d653-d473-45a8-9a5c-907dba57bfa7'}] {{(pid=88110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 23:49:32.169002 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] For port ffac9e97-209d-4d6d-bf14-0eb7ea2272b9, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=ffac9e97-209d-4d6d-bf14-0eb7ea2272b9,segment=NetworkSegment(04b3cdd8-8d24-43a2-8a87-294baaf0163b),segment_id=04b3cdd8-8d24-43a2-8a87-294baaf0163b)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:49:32.172156 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] For port e908d653-d473-45a8-9a5c-907dba57bfa7, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=e908d653-d473-45a8-9a5c-907dba57bfa7,segment=NetworkSegment(8507c492-2bc9-41e4-b00c-faf16e20429b),segment_id=8507c492-2bc9-41e4-b00c-faf16e20429b)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:49:32.174727 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:32.221130 dv-cinder-847189-5-smb neutron-server[88110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a2e69a1-ffa5-49a7-9775-b08c27917a76'] response: {'server_uuid': '86559dd6-46d7-4cd8-b8fb-80b0c1d0543e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e908d653-d473-45a8-9a5c-907dba57bfa7', 'code': 200} Jun 24 23:49:32.222115 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:32.255957 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Pushing event updated for resources: {'Port': ['ID=ffac9e97-209d-4d6d-bf14-0eb7ea2272b9,revision_number=4']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:49:32.257674 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-4dcbe3cc-3e81-4a6e-b6ad-3c718465108f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6814f674-cb0f-4527-8f62-e9c429932e14', 'name': 'tempest-AttachVolumeShelveTestJSON-177881652-router', 'tenant_id': 'b035f09c574a4283bf9b03bc84f830d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.130'}], 'enable_snat': True}, 'gw_port_id': 'd7cbc3e0-2521-4b3b-bc37-6617d590bb33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:46:33Z', 'updated_at': '2022-06-24T23:46:39Z', 'revision_number': 4, 'project_id': 'b035f09c574a4283bf9b03bc84f830d7', 'gw_port': {'id': 'd7cbc3e0-2521-4b3b-bc37-6617d590bb33', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:35:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6814f674-cb0f-4527-8f62-e9c429932e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:46:34Z', 'updated_at': '2022-06-24T23:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb', '_floatingips': [{'id': '0a15d6fc-7ee1-473f-945f-c5fa0f187364', 'tenant_id': 'b035f09c574a4283bf9b03bc84f830d7', 'floating_ip_address': '172.28.1.113', 'floating_network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'router_id': '6814f674-cb0f-4527-8f62-e9c429932e14', 'port_id': '1b22cc52-f1c9-4788-bff6-4c73f0baa564', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85013f97-fab4-404c-a234-1f20e31752e1', 'mac_address': 'fa:16:3e:fb:ba:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb5aa81a-c851-4098-913e-c601a291b241', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T23:49:12Z', 'updated_at': '2022-06-24T23:49:30Z', 'revision_number': 1, 'project_id': 'b035f09c574a4283bf9b03bc84f830d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42ce1e25-84f2-4916-853a-e2df98f66524', 'name': '', 'network_id': '85013f97-fab4-404c-a234-1f20e31752e1', 'tenant_id': 'b035f09c574a4283bf9b03bc84f830d7', 'mac_address': 'fa:16:3e:6a:f7:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6814f674-cb0f-4527-8f62-e9c429932e14', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c0f5bad0-1ece-425d-be26-c3b0dd205e3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:46:38Z', 'updated_at': '2022-06-24T23:46:46Z', 'revision_number': 5, 'project_id': 'b035f09c574a4283bf9b03bc84f830d7', 'subnets': [{'id': 'c0f5bad0-1ece-425d-be26-c3b0dd205e3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-5-smb', False) {} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:49:32.262398 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dcbe3cc-3e81-4a6e-b6ad-3c718465108f None None] The sync data for ids ['6814f674-cb0f-4527-8f62-e9c429932e14'] in dv-cinder-847189-5-smb is: [{'id': '6814f674-cb0f-4527-8f62-e9c429932e14', 'name': 'tempest-AttachVolumeShelveTestJSON-177881652-router', 'tenant_id': 'b035f09c574a4283bf9b03bc84f830d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.130'}], 'enable_snat': True}, 'gw_port_id': 'd7cbc3e0-2521-4b3b-bc37-6617d590bb33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:46:33Z', 'updated_at': '2022-06-24T23:46:39Z', 'revision_number': 4, 'project_id': 'b035f09c574a4283bf9b03bc84f830d7', 'gw_port': {'id': 'd7cbc3e0-2521-4b3b-bc37-6617d590bb33', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:35:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6814f674-cb0f-4527-8f62-e9c429932e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:46:34Z', 'updated_at': '2022-06-24T23:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb', '_floatingips': [{'id': '0a15d6fc-7ee1-473f-945f-c5fa0f187364', 'tenant_id': 'b035f09c574a4283bf9b03bc84f830d7', 'floating_ip_address': '172.28.1.113', 'floating_network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'router_id': '6814f674-cb0f-4527-8f62-e9c429932e14', 'port_id': '1b22cc52-f1c9-4788-bff6-4c73f0baa564', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '85013f97-fab4-404c-a234-1f20e31752e1', 'mac_address': 'fa:16:3e:fb:ba:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb5aa81a-c851-4098-913e-c601a291b241', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T23:49:12Z', 'updated_at': '2022-06-24T23:49:30Z', 'revision_number': 1, 'project_id': 'b035f09c574a4283bf9b03bc84f830d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42ce1e25-84f2-4916-853a-e2df98f66524', 'name': '', 'network_id': '85013f97-fab4-404c-a234-1f20e31752e1', 'tenant_id': 'b035f09c574a4283bf9b03bc84f830d7', 'mac_address': 'fa:16:3e:6a:f7:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6814f674-cb0f-4527-8f62-e9c429932e14', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c0f5bad0-1ece-425d-be26-c3b0dd205e3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:46:38Z', 'updated_at': '2022-06-24T23:46:46Z', 'revision_number': 5, 'project_id': 'b035f09c574a4283bf9b03bc84f830d7', 'subnets': [{'id': 'c0f5bad0-1ece-425d-be26-c3b0dd205e3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 23:49:32.328678 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Pushing event updated for resources: {'Port': ['ID=e908d653-d473-45a8-9a5c-907dba57bfa7,revision_number=8']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:49:32.410813 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] get_ports_and_sgs() called for port_ids ['ffac9e97-209d-4d6d-bf14-0eb7ea2272b9'] {{(pid=88110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 23:49:32.458317 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e530d9b9-6763-4b2e-817f-f9a64f100ee4 None None] New status for floating IP 0a15d6fc-7ee1-473f-945f-c5fa0f187364: ACTIVE {{(pid=88110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 23:49:32.719850 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52bbd03-fc2e-407a-9fcd-3bf9e633cbe4 req-04f78874-3c3d-4209-bacc-da0d8c938e42 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:49:32.723500 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-f52bbd03-fc2e-407a-9fcd-3bf9e633cbe4 req-04f78874-3c3d-4209-bacc-da0d8c938e42 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ea08f66-7f75-4955-8b9c-2383ebdced8a HTTP/1.1" status: 200 len: 945 time: 0.0867720 Jun 24 23:49:32.771707 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-f52bbd03-fc2e-407a-9fcd-3bf9e633cbe4 req-cca4d7a8-226e-455c-8458-fcc58e4a2bb1 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/security-groups?id=dd733e6d-3431-420f-b1f9-325305836255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442538 Jun 24 23:49:33.731048 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Device ffac9e97-209d-4d6d-bf14-0eb7ea2272b9 up at agent hyperv_hv-cinder-84718 {{(pid=88110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 23:49:33.796241 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-707bff31-b5da-4601-b274-386892c937dc None None] Provisioning for port ffac9e97-209d-4d6d-bf14-0eb7ea2272b9 completed by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 23:49:33.801969 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-707bff31-b5da-4601-b274-386892c937dc None None] Provisioning complete for port ffac9e97-209d-4d6d-bf14-0eb7ea2272b9 triggered by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:49:33.802315 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:33.917254 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-707bff31-b5da-4601-b274-386892c937dc None None] Current status of the port ffac9e97-209d-4d6d-bf14-0eb7ea2272b9 is: BUILD; New status is: ACTIVE {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:49:33.917626 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:33.948457 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] For port ffac9e97-209d-4d6d-bf14-0eb7ea2272b9, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=ffac9e97-209d-4d6d-bf14-0eb7ea2272b9,segment=NetworkSegment(04b3cdd8-8d24-43a2-8a87-294baaf0163b),segment_id=04b3cdd8-8d24-43a2-8a87-294baaf0163b)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:49:33.952951 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:33.962778 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df57bec5-bbac-4ce1-9de9-3339e9a88bcb req-b10a3aa9-8d00-4133-8a30-2d542e44266e tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:49:33.964255 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-df57bec5-bbac-4ce1-9de9-3339e9a88bcb req-b10a3aa9-8d00-4133-8a30-2d542e44266e tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ea08f66-7f75-4955-8b9c-2383ebdced8a HTTP/1.1" status: 200 len: 945 time: 0.0858650 Jun 24 23:49:34.008657 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-df57bec5-bbac-4ce1-9de9-3339e9a88bcb req-3e7f93d1-67ef-4fc0-bb77-02099e57ecee tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/security-groups?id=dd733e6d-3431-420f-b1f9-325305836255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383170 Jun 24 23:49:34.021463 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Pushing event updated for resources: {'Port': ['ID=ffac9e97-209d-4d6d-bf14-0eb7ea2272b9,revision_number=5']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:49:34.222897 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ea08f66-7f75-4955-8b9c-2383ebdced8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffac9e97-209d-4d6d-bf14-0eb7ea2272b9'}] {{(pid=88110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 23:49:34.265066 dv-cinder-847189-5-smb neutron-server[88110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dff4d6a-3dc0-4e28-ba5e-8900e7ef9a54'] response: {'server_uuid': '0ea08f66-7f75-4955-8b9c-2383ebdced8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffac9e97-209d-4d6d-bf14-0eb7ea2272b9', 'code': 200} Jun 24 23:49:34.496862 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7748f73d-e5ef-4fb3-957f-0bb67dd26d10 req-15da4732-8b19-45d5-a075-bc6d8a2b3e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:49:34.498306 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-7748f73d-e5ef-4fb3-957f-0bb67dd26d10 req-15da4732-8b19-45d5-a075-bc6d8a2b3e73 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0ea08f66-7f75-4955-8b9c-2383ebdced8a HTTP/1.1" status: 200 len: 1099 time: 0.0807514 Jun 24 23:49:34.537009 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-7748f73d-e5ef-4fb3-957f-0bb67dd26d10 req-a57320c8-e949-460b-b607-2714f78ec076 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=dd733e6d-3431-420f-b1f9-325305836255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325758 Jun 24 23:49:35.200254 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687b4533-4aa8-453f-8d1c-de6c6002ad90 req-4dd55237-c20f-4345-9461-0ffec70eb903 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:49:35.201684 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-687b4533-4aa8-453f-8d1c-de6c6002ad90 req-4dd55237-c20f-4345-9461-0ffec70eb903 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ea08f66-7f75-4955-8b9c-2383ebdced8a HTTP/1.1" status: 200 len: 946 time: 0.0875342 Jun 24 23:49:35.243780 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-687b4533-4aa8-453f-8d1c-de6c6002ad90 req-e3409d4c-4891-43b3-96df-f09debc50945 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/security-groups?id=dd733e6d-3431-420f-b1f9-325305836255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364606 Jun 24 23:49:36.433830 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad11057-4cf5-4aff-a39a-00b41620831f req-9deae5bb-2d19-4b76-acc5-94bb8602d6cd tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:49:36.435165 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-9ad11057-4cf5-4aff-a39a-00b41620831f req-9deae5bb-2d19-4b76-acc5-94bb8602d6cd tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ea08f66-7f75-4955-8b9c-2383ebdced8a HTTP/1.1" status: 200 len: 946 time: 0.0840385 Jun 24 23:49:36.476844 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-9ad11057-4cf5-4aff-a39a-00b41620831f req-97ebab17-e1bb-4015-97f9-a72c31bcf40a tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/security-groups?id=dd733e6d-3431-420f-b1f9-325305836255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360699 Jun 24 23:49:36.658354 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2a8a8f-8ba6-474b-a889-8752f0ff5581 req-7d08b0f6-9dc3-4360-901e-f9b95f564861 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:49:36.659813 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-ff2a8a8f-8ba6-474b-a889-8752f0ff5581 req-7d08b0f6-9dc3-4360-901e-f9b95f564861 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ea08f66-7f75-4955-8b9c-2383ebdced8a HTTP/1.1" status: 200 len: 946 time: 0.0846417 Jun 24 23:49:36.668217 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 60348) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:49:36.672967 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.v2.base [None req-390d7bef-190c-4d42-8c23-cc3e0f97eb73 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Request body: {'floatingip': {'port_id': 'ffac9e97-209d-4d6d-bf14-0eb7ea2272b9'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:49:36.749409 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-390d7bef-190c-4d42-8c23-cc3e0f97eb73 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks [] for floatingip, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:37.327982 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-390d7bef-190c-4d42-8c23-cc3e0f97eb73 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:37.331982 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-390d7bef-190c-4d42-8c23-cc3e0f97eb73 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476618'] for floatingip, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:37.593918 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.db.l3_db [None req-390d7bef-190c-4d42-8c23-cc3e0f97eb73 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Floating IP d4209f33-50ab-432b-af97-6b63e6db0856 associated. External IP: 172.28.1.68, port: ffac9e97-209d-4d6d-bf14-0eb7ea2272b9. Jun 24 23:49:37.936232 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-390d7bef-190c-4d42-8c23-cc3e0f97eb73 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Router d53a711a-9bec-4a49-ae93-b791547b851e has already been hosted by L3 agent 05c04ad7-f453-4a24-8793-b86a404a0ef9 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 23:49:38.107750 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-390d7bef-190c-4d42-8c23-cc3e0f97eb73 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify agent at l3_agent.dv-cinder-847189-5-smb the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 23:49:38.112532 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-390d7bef-190c-4d42-8c23-cc3e0f97eb73 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122089'] for floatingip, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:38.117621 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904c746c-caa8-4e5c-8779-59b3cc4acc5c None None] Sync routers for ids ['d53a711a-9bec-4a49-ae93-b791547b851e'] in dv-cinder-847189-5-smb {{(pid=88111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 23:49:38.127476 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904c746c-caa8-4e5c-8779-59b3cc4acc5c None None] Routers {'d53a711a-9bec-4a49-ae93-b791547b851e'} bound to L3 agent in host dv-cinder-847189-5-smb {{(pid=88111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 23:49:38.128157 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-904c746c-caa8-4e5c-8779-59b3cc4acc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T23:32:42Z,description=,heartbeat_timestamp=2022-06-24T23:49:12Z,host='dv-cinder-847189-5-smb',id=05c04ad7-f453-4a24-8793-b86a404a0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T23:32:42Z,topic='l3_agent')) {'router_ids': ['d53a711a-9bec-4a49-ae93-b791547b851e'], 'active': True} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:49:38.168715 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-390d7bef-190c-4d42-8c23-cc3e0f97eb73 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "PUT /v2.0/floatingips/d4209f33-50ab-432b-af97-6b63e6db0856 HTTP/1.1" status: 200 len: 991 time: 1.4994755 Jun 24 23:49:38.169285 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ea08f66-7f75-4955-8b9c-2383ebdced8a', 'tag': 'ffac9e97-209d-4d6d-bf14-0eb7ea2272b9'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 23:49:38.211939 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2632be81-c92c-4fc5-9819-9032c8d4578c'] response: {'name': 'network-changed', 'server_uuid': '0ea08f66-7f75-4955-8b9c-2383ebdced8a', 'tag': 'ffac9e97-209d-4d6d-bf14-0eb7ea2272b9', 'status': 'completed', 'code': 200} Jun 24 23:49:38.301581 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvr_db [None req-904c746c-caa8-4e5c-8779-59b3cc4acc5c None None] Set router d53a711a-9bec-4a49-ae93-b791547b851e gateway port host: dv-cinder-847189-5-smb {{(pid=88111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 23:49:38.309496 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d85392-283f-4ee2-814a-d877ae611871 req-9b08d989-d61c-4bf5-b447-91ec60bc57a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:49:38.310999 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-35d85392-283f-4ee2-814a-d877ae611871 req-9b08d989-d61c-4bf5-b447-91ec60bc57a7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc2e981e5c2b4ac78ce7c820ebe3e4a0&device_id=0ea08f66-7f75-4955-8b9c-2383ebdced8a HTTP/1.1" status: 200 len: 1099 time: 0.0762386 Jun 24 23:49:38.447695 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d85392-283f-4ee2-814a-d877ae611871 req-58b58d5e-cc60-4a0d-acfe-df7a6d14a0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:49:38.449081 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-35d85392-283f-4ee2-814a-d877ae611871 req-58b58d5e-cc60-4a0d-acfe-df7a6d14a0d3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7abaefcb-0064-4c5b-84e1-b4e60380849f HTTP/1.1" status: 200 len: 916 time: 0.1237757 Jun 24 23:49:38.550263 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-35d85392-283f-4ee2-814a-d877ae611871 req-e525eb29-8a3a-4419-a57b-a1780509d1e7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ffac9e97-209d-4d6d-bf14-0eb7ea2272b9 HTTP/1.1" status: 200 len: 999 time: 0.0944347 Jun 24 23:49:38.613291 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d85392-283f-4ee2-814a-d877ae611871 req-0346e9d6-3d25-4347-aed9-56f690a4b609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:49:38.614757 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-35d85392-283f-4ee2-814a-d877ae611871 req-0346e9d6-3d25-4347-aed9-56f690a4b609 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=80dd0bfb-dfbe-42ee-b0d9-251fe168e508 HTTP/1.1" status: 200 len: 854 time: 0.0569031 Jun 24 23:49:38.663903 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-904c746c-caa8-4e5c-8779-59b3cc4acc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'name': 'tempest-AttachVolumeNegativeTest-1127594969-router', 'tenant_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.241'}], 'enable_snat': True}, 'gw_port_id': '29bdc519-d88d-4c03-b997-414dc420d1ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:47:06Z', 'updated_at': '2022-06-24T23:47:10Z', 'revision_number': 4, 'project_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'gw_port': {'id': '29bdc519-d88d-4c03-b997-414dc420d1ef', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:47:07Z', 'updated_at': '2022-06-24T23:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb', '_floatingips': [{'id': 'd4209f33-50ab-432b-af97-6b63e6db0856', 'tenant_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'floating_ip_address': '172.28.1.68', 'floating_network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'router_id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'port_id': 'ffac9e97-209d-4d6d-bf14-0eb7ea2272b9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7abaefcb-0064-4c5b-84e1-b4e60380849f', 'mac_address': 'fa:16:3e:61:a2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea08f66-7f75-4955-8b9c-2383ebdced8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T23:49:22Z', 'updated_at': '2022-06-24T23:49:37Z', 'revision_number': 1, 'project_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d937a75-d09b-41f6-b3ef-a59dff25e161', 'name': '', 'network_id': '7abaefcb-0064-4c5b-84e1-b4e60380849f', 'tenant_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'mac_address': 'fa:16:3e:2f:59:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '80dd0bfb-dfbe-42ee-b0d9-251fe168e508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:47:09Z', 'updated_at': '2022-06-24T23:47:16Z', 'revision_number': 5, 'project_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'subnets': [{'id': '80dd0bfb-dfbe-42ee-b0d9-251fe168e508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-5-smb', False) {} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:49:38.667726 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904c746c-caa8-4e5c-8779-59b3cc4acc5c None None] Checking router: d53a711a-9bec-4a49-ae93-b791547b851e for host: dv-cinder-847189-5-smb {{(pid=88111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 23:49:38.676162 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904c746c-caa8-4e5c-8779-59b3cc4acc5c None None] Routers {'d53a711a-9bec-4a49-ae93-b791547b851e'} bound to L3 agent in host dv-cinder-847189-5-smb {{(pid=88111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 23:49:38.676739 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-904c746c-caa8-4e5c-8779-59b3cc4acc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T23:32:42Z,description=,heartbeat_timestamp=2022-06-24T23:49:12Z,host='dv-cinder-847189-5-smb',id=05c04ad7-f453-4a24-8793-b86a404a0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T23:32:42Z,topic='l3_agent')) {'router_ids': ['d53a711a-9bec-4a49-ae93-b791547b851e'], 'active': True} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:49:38.697496 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d85392-283f-4ee2-814a-d877ae611871 req-af2c5a27-fae1-477b-8762-3a293686973c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:49:38.699032 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-35d85392-283f-4ee2-814a-d877ae611871 req-af2c5a27-fae1-477b-8762-3a293686973c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7abaefcb-0064-4c5b-84e1-b4e60380849f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0785904 Jun 24 23:49:38.829198 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-35d85392-283f-4ee2-814a-d877ae611871 req-5b8a5c9a-5541-4d52-ace8-4b3c9afe58c3 service neutron] 10.222.0.15 "GET /v2.0/networks/7abaefcb-0064-4c5b-84e1-b4e60380849f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234510 Jun 24 23:49:38.848450 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvr_db [None req-904c746c-caa8-4e5c-8779-59b3cc4acc5c None None] Set router d53a711a-9bec-4a49-ae93-b791547b851e gateway port host: dv-cinder-847189-5-smb {{(pid=88111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 23:49:38.871351 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:38.963301 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-35d85392-283f-4ee2-814a-d877ae611871 req-26a805fd-66d2-40c4-9600-851ca17d7da5 service neutron] 10.222.0.15 "GET /v2.0/networks/7abaefcb-0064-4c5b-84e1-b4e60380849f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238289 Jun 24 23:49:39.190921 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-904c746c-caa8-4e5c-8779-59b3cc4acc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'name': 'tempest-AttachVolumeNegativeTest-1127594969-router', 'tenant_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.241'}], 'enable_snat': True}, 'gw_port_id': '29bdc519-d88d-4c03-b997-414dc420d1ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:47:06Z', 'updated_at': '2022-06-24T23:47:10Z', 'revision_number': 4, 'project_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'gw_port': {'id': '29bdc519-d88d-4c03-b997-414dc420d1ef', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:47:07Z', 'updated_at': '2022-06-24T23:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb', '_floatingips': [{'id': 'd4209f33-50ab-432b-af97-6b63e6db0856', 'tenant_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'floating_ip_address': '172.28.1.68', 'floating_network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'router_id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'port_id': 'ffac9e97-209d-4d6d-bf14-0eb7ea2272b9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7abaefcb-0064-4c5b-84e1-b4e60380849f', 'mac_address': 'fa:16:3e:61:a2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea08f66-7f75-4955-8b9c-2383ebdced8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T23:49:22Z', 'updated_at': '2022-06-24T23:49:37Z', 'revision_number': 1, 'project_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d937a75-d09b-41f6-b3ef-a59dff25e161', 'name': '', 'network_id': '7abaefcb-0064-4c5b-84e1-b4e60380849f', 'tenant_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'mac_address': 'fa:16:3e:2f:59:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '80dd0bfb-dfbe-42ee-b0d9-251fe168e508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:47:09Z', 'updated_at': '2022-06-24T23:47:16Z', 'revision_number': 5, 'project_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'subnets': [{'id': '80dd0bfb-dfbe-42ee-b0d9-251fe168e508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-5-smb', False) {} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:49:39.194591 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904c746c-caa8-4e5c-8779-59b3cc4acc5c None None] The sync data for ids ['d53a711a-9bec-4a49-ae93-b791547b851e'] in dv-cinder-847189-5-smb is: [{'id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'name': 'tempest-AttachVolumeNegativeTest-1127594969-router', 'tenant_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.241'}], 'enable_snat': True}, 'gw_port_id': '29bdc519-d88d-4c03-b997-414dc420d1ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:47:06Z', 'updated_at': '2022-06-24T23:47:10Z', 'revision_number': 4, 'project_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'gw_port': {'id': '29bdc519-d88d-4c03-b997-414dc420d1ef', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:47:07Z', 'updated_at': '2022-06-24T23:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb', '_floatingips': [{'id': 'd4209f33-50ab-432b-af97-6b63e6db0856', 'tenant_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'floating_ip_address': '172.28.1.68', 'floating_network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'router_id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'port_id': 'ffac9e97-209d-4d6d-bf14-0eb7ea2272b9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7abaefcb-0064-4c5b-84e1-b4e60380849f', 'mac_address': 'fa:16:3e:61:a2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea08f66-7f75-4955-8b9c-2383ebdced8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T23:49:22Z', 'updated_at': '2022-06-24T23:49:37Z', 'revision_number': 1, 'project_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d937a75-d09b-41f6-b3ef-a59dff25e161', 'name': '', 'network_id': '7abaefcb-0064-4c5b-84e1-b4e60380849f', 'tenant_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'mac_address': 'fa:16:3e:2f:59:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '80dd0bfb-dfbe-42ee-b0d9-251fe168e508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:47:09Z', 'updated_at': '2022-06-24T23:47:16Z', 'revision_number': 5, 'project_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'subnets': [{'id': '80dd0bfb-dfbe-42ee-b0d9-251fe168e508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 23:49:39.377504 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1a2974-e46c-43ed-a3fc-cf43d33c9157 None None] New status for floating IP d4209f33-50ab-432b-af97-6b63e6db0856: ACTIVE {{(pid=88110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 23:49:39.939244 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-d98816af-0b04-43af-bc4d-cc95da2924ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:42.176682 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-95e445b6-e1fe-44fd-88af-378a446d166e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:42.881594 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-8c0b2992-c590-46d4-9042-25b3b8179244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:43.340401 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:49:44.650049 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-1d7c9831-c6e7-4afe-acbd-faa6f5f62172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:50:06.133164 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.agents_db [None req-920f0d7c-c373-4dd0-bab9-7f12e43ec96a None None] Agent healthcheck: found 6 active agents {{(pid=88111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 23:50:08.879683 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:50:09.940853 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-2b6de361-274b-4701-8d21-c4e41177383b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:50:10.032781 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1819d793-4dff-4e17-a4ec-286ade34a4f1 req-3e67ee12-2259-4b75-b5f3-51b6eb381166 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:50:10.034457 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-1819d793-4dff-4e17-a4ec-286ade34a4f1 req-3e67ee12-2259-4b75-b5f3-51b6eb381166 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb5aa81a-c851-4098-913e-c601a291b241 HTTP/1.1" status: 200 len: 945 time: 0.0861361 Jun 24 23:50:10.078088 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-1819d793-4dff-4e17-a4ec-286ade34a4f1 req-fbe3a4ad-00c1-4c2b-b40f-b661be61425e tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups?id=82648a32-eb95-4549-8ac3-00025e413e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379295 Jun 24 23:50:11.274279 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeba0866-2790-4d07-a99a-e506c679ed00 req-908e0194-97f4-4682-9f82-9d5780316d50 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:50:11.275724 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-aeba0866-2790-4d07-a99a-e506c679ed00 req-908e0194-97f4-4682-9f82-9d5780316d50 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb5aa81a-c851-4098-913e-c601a291b241 HTTP/1.1" status: 200 len: 945 time: 0.0867772 Jun 24 23:50:11.318341 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-aeba0866-2790-4d07-a99a-e506c679ed00 req-41d45564-991b-4532-81e3-0da4f2465ec7 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups?id=82648a32-eb95-4549-8ac3-00025e413e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370216 Jun 24 23:50:12.178208 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-3c2490df-ccb9-4e25-9fb6-5d0ce58ab45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:50:12.614462 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69065721-7cf4-453c-b723-96f0fc9af007 req-1e58600d-450a-4524-85e0-7a4eedfddb5e tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:50:12.615838 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-69065721-7cf4-453c-b723-96f0fc9af007 req-1e58600d-450a-4524-85e0-7a4eedfddb5e tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb5aa81a-c851-4098-913e-c601a291b241 HTTP/1.1" status: 200 len: 945 time: 0.1868196 Jun 24 23:50:12.659173 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-69065721-7cf4-453c-b723-96f0fc9af007 req-115bdb60-b657-44a6-9ab9-08e8c2cf5aee tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups?id=82648a32-eb95-4549-8ac3-00025e413e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374055 Jun 24 23:50:12.883092 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-8c0b2992-c590-46d4-9042-25b3b8179244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:50:13.340989 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:50:13.849304 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cda0278-7a48-40c8-abfd-95b3ffd440a3 req-2bd4ed02-6a99-4a85-be5c-8834ea923712 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:50:13.850764 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-9cda0278-7a48-40c8-abfd-95b3ffd440a3 req-2bd4ed02-6a99-4a85-be5c-8834ea923712 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb5aa81a-c851-4098-913e-c601a291b241 HTTP/1.1" status: 200 len: 945 time: 0.0849152 Jun 24 23:50:13.897333 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-9cda0278-7a48-40c8-abfd-95b3ffd440a3 req-0836b695-5d36-4200-86dc-060b322c56a1 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups?id=82648a32-eb95-4549-8ac3-00025e413e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405598 Jun 24 23:50:14.654062 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-1d7c9831-c6e7-4afe-acbd-faa6f5f62172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:50:15.095439 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d518e-0220-4ba4-858d-ac8ea278f16e req-0678e171-193b-4206-8ccb-d6f2eaba0c70 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:50:15.096926 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-696d518e-0220-4ba4-858d-ac8ea278f16e req-0678e171-193b-4206-8ccb-d6f2eaba0c70 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb5aa81a-c851-4098-913e-c601a291b241 HTTP/1.1" status: 200 len: 945 time: 0.0847175 Jun 24 23:50:15.139161 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-696d518e-0220-4ba4-858d-ac8ea278f16e req-fce3890c-2cac-4c4b-b814-6a63a1c6e31f tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups?id=82648a32-eb95-4549-8ac3-00025e413e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365493 Jun 24 23:50:16.340069 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bbcaab-9888-422e-8051-c6138192f793 req-bf0cf761-8797-4bd5-bb76-65cfb620e538 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:50:16.341817 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-66bbcaab-9888-422e-8051-c6138192f793 req-bf0cf761-8797-4bd5-bb76-65cfb620e538 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb5aa81a-c851-4098-913e-c601a291b241 HTTP/1.1" status: 200 len: 945 time: 0.0917768 Jun 24 23:50:16.384977 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-66bbcaab-9888-422e-8051-c6138192f793 req-312f7fb7-176f-406c-810d-ef0a83472175 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups?id=82648a32-eb95-4549-8ac3-00025e413e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377207 Jun 24 23:50:17.593777 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eb45e0-407f-4b1b-9b06-ed7989423845 req-0e8bbe88-c2c7-497b-802f-150d5f3146c2 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:50:17.595258 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-91eb45e0-407f-4b1b-9b06-ed7989423845 req-0e8bbe88-c2c7-497b-802f-150d5f3146c2 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb5aa81a-c851-4098-913e-c601a291b241 HTTP/1.1" status: 200 len: 945 time: 0.0908341 Jun 24 23:50:17.640063 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-91eb45e0-407f-4b1b-9b06-ed7989423845 req-368a8e20-8084-4824-9068-13bb059a7298 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups?id=82648a32-eb95-4549-8ac3-00025e413e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388243 Jun 24 23:50:18.835204 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e13383-0147-4e86-a07f-dbd0bc6504b3 req-195ffbc9-6747-4d83-a03f-0b62cfe00703 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:50:18.836674 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-c6e13383-0147-4e86-a07f-dbd0bc6504b3 req-195ffbc9-6747-4d83-a03f-0b62cfe00703 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb5aa81a-c851-4098-913e-c601a291b241 HTTP/1.1" status: 200 len: 945 time: 0.0853944 Jun 24 23:50:18.884106 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-c6e13383-0147-4e86-a07f-dbd0bc6504b3 req-04521338-7572-441d-94d9-f0680802aa7d tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups?id=82648a32-eb95-4549-8ac3-00025e413e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418310 Jun 24 23:50:20.075141 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c344aa-9067-4946-98bc-d5fbc2340327 req-a19de9e4-766b-4823-9ded-1b79e07bb197 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:50:20.076616 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-71c344aa-9067-4946-98bc-d5fbc2340327 req-a19de9e4-766b-4823-9ded-1b79e07bb197 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb5aa81a-c851-4098-913e-c601a291b241 HTTP/1.1" status: 200 len: 945 time: 0.0841703 Jun 24 23:50:20.122620 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-71c344aa-9067-4946-98bc-d5fbc2340327 req-d8b7f5b5-e73b-4be4-a59d-07ec77da75be tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups?id=82648a32-eb95-4549-8ac3-00025e413e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404754 Jun 24 23:50:20.666528 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e107f4-ea71-45e6-95a5-8155460c6cbf req-d7fcb4e4-507c-4ad1-bec8-07d9aac8777d tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:50:20.668000 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-71e107f4-ea71-45e6-95a5-8155460c6cbf req-d7fcb4e4-507c-4ad1-bec8-07d9aac8777d tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ea08f66-7f75-4955-8b9c-2383ebdced8a HTTP/1.1" status: 200 len: 946 time: 0.0844607 Jun 24 23:50:20.710996 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-71e107f4-ea71-45e6-95a5-8155460c6cbf req-711ff751-697b-4a9b-98d0-0f25c6981531 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/security-groups?id=dd733e6d-3431-420f-b1f9-325305836255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366082 Jun 24 23:50:21.314911 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b47365a-3f63-40dc-862c-63dbe7d5b05f req-f01340f7-f2e5-4d94-9b5b-4f709d4890be tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:50:21.316374 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-9b47365a-3f63-40dc-862c-63dbe7d5b05f req-f01340f7-f2e5-4d94-9b5b-4f709d4890be tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb5aa81a-c851-4098-913e-c601a291b241 HTTP/1.1" status: 200 len: 945 time: 0.0848610 Jun 24 23:50:21.359678 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-9b47365a-3f63-40dc-862c-63dbe7d5b05f req-60f3c75c-bd72-471f-bc6f-28364ac395a6 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups?id=82648a32-eb95-4549-8ac3-00025e413e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376577 Jun 24 23:50:21.927384 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040fea15-3651-435c-b642-89b6450bf5a5 req-e2efc646-ebbe-4b10-9e7e-be129e93a8ec tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:50:21.928864 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-040fea15-3651-435c-b642-89b6450bf5a5 req-e2efc646-ebbe-4b10-9e7e-be129e93a8ec tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ea08f66-7f75-4955-8b9c-2383ebdced8a HTTP/1.1" status: 200 len: 946 time: 0.0885057 Jun 24 23:50:21.972409 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-040fea15-3651-435c-b642-89b6450bf5a5 req-0370f73e-879d-4220-8c8c-2e07f94441c6 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/security-groups?id=dd733e6d-3431-420f-b1f9-325305836255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379462 Jun 24 23:50:22.424712 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eba7cc-48e7-4205-af0e-fedee05c4138 req-df86604b-cb8a-4037-b759-2ae8f898a3e2 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:50:22.426151 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-23eba7cc-48e7-4205-af0e-fedee05c4138 req-df86604b-cb8a-4037-b759-2ae8f898a3e2 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ea08f66-7f75-4955-8b9c-2383ebdced8a HTTP/1.1" status: 200 len: 946 time: 0.0856051 Jun 24 23:50:22.499447 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [req-23eba7cc-48e7-4205-af0e-fedee05c4138 req-cfaaad43-d951-4d4f-aa3b-a94cd762f0b8 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Deleting port ffac9e97-209d-4d6d-bf14-0eb7ea2272b9 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 23:50:22.499817 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-23eba7cc-48e7-4205-af0e-fedee05c4138 req-cfaaad43-d951-4d4f-aa3b-a94cd762f0b8 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754888672570'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:50:22.553458 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbf4a51-5286-43f1-b1de-be0f568e8dba req-ebec49e2-3a6f-42f9-a715-75d12eec67bb tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:50:22.554896 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-9dbf4a51-5286-43f1-b1de-be0f568e8dba req-ebec49e2-3a6f-42f9-a715-75d12eec67bb tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb5aa81a-c851-4098-913e-c601a291b241 HTTP/1.1" status: 200 len: 945 time: 0.0881984 Jun 24 23:50:22.598799 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-9dbf4a51-5286-43f1-b1de-be0f568e8dba req-01d24388-22ce-45f6-9e86-c9267b5e47ef tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups?id=82648a32-eb95-4549-8ac3-00025e413e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379696 Jun 24 23:50:22.743223 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [req-23eba7cc-48e7-4205-af0e-fedee05c4138 req-cfaaad43-d951-4d4f-aa3b-a94cd762f0b8 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] For port ffac9e97-209d-4d6d-bf14-0eb7ea2272b9, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=ffac9e97-209d-4d6d-bf14-0eb7ea2272b9,segment=NetworkSegment(04b3cdd8-8d24-43a2-8a87-294baaf0163b),segment_id=04b3cdd8-8d24-43a2-8a87-294baaf0163b)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:50:22.743605 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-23eba7cc-48e7-4205-af0e-fedee05c4138 req-cfaaad43-d951-4d4f-aa3b-a94cd762f0b8 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478950'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:50:23.020612 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-23eba7cc-48e7-4205-af0e-fedee05c4138 req-cfaaad43-d951-4d4f-aa3b-a94cd762f0b8 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:50:23.021220 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-23eba7cc-48e7-4205-af0e-fedee05c4138 req-cfaaad43-d951-4d4f-aa3b-a94cd762f0b8 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476618'] for floatingip, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:50:23.021342 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.db.l3_db [req-23eba7cc-48e7-4205-af0e-fedee05c4138 req-cfaaad43-d951-4d4f-aa3b-a94cd762f0b8 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Floating IP d4209f33-50ab-432b-af97-6b63e6db0856 disassociated. External IP: 172.28.1.68, port: ffac9e97-209d-4d6d-bf14-0eb7ea2272b9. Jun 24 23:50:23.021605 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [req-23eba7cc-48e7-4205-af0e-fedee05c4138 req-cfaaad43-d951-4d4f-aa3b-a94cd762f0b8 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Calling delete_port for ffac9e97-209d-4d6d-bf14-0eb7ea2272b9 owned by compute:nova {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 23:50:23.223428 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-23eba7cc-48e7-4205-af0e-fedee05c4138 req-cfaaad43-d951-4d4f-aa3b-a94cd762f0b8 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754888674196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754888214712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266412288'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:50:23.235745 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ab8c13-cc9d-4222-b397-c01cc5c5eeb2 req-9fa243cb-88a4-489f-b2ee-ce22d4812e0c tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:50:23.237180 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-99ab8c13-cc9d-4222-b397-c01cc5c5eeb2 req-9fa243cb-88a4-489f-b2ee-ce22d4812e0c tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ea08f66-7f75-4955-8b9c-2383ebdced8a HTTP/1.1" status: 200 len: 946 time: 0.1549115 Jun 24 23:50:23.295037 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaaad43-d951-4d4f-aa3b-a94cd762f0b8 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Pushing event deleted for resources: {'Port': ['ID=ffac9e97-209d-4d6d-bf14-0eb7ea2272b9,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:50:23.309457 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaaad43-d951-4d4f-aa3b-a94cd762f0b8 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:50:23.309798 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaaad43-d951-4d4f-aa3b-a94cd762f0b8 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:50:23.310130 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaaad43-d951-4d4f-aa3b-a94cd762f0b8 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:50:23.310457 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaaad43-d951-4d4f-aa3b-a94cd762f0b8 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:50:23.311226 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaaad43-d951-4d4f-aa3b-a94cd762f0b8 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:50:23.311226 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaaad43-d951-4d4f-aa3b-a94cd762f0b8 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:50:23.311433 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaaad43-d951-4d4f-aa3b-a94cd762f0b8 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:50:23.311735 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaaad43-d951-4d4f-aa3b-a94cd762f0b8 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:50:23.312050 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaaad43-d951-4d4f-aa3b-a94cd762f0b8 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:50:23.312362 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaaad43-d951-4d4f-aa3b-a94cd762f0b8 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:50:23.313200 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaaad43-d951-4d4f-aa3b-a94cd762f0b8 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:50:23.313515 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaaad43-d951-4d4f-aa3b-a94cd762f0b8 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:50:23.547985 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-99ab8c13-cc9d-4222-b397-c01cc5c5eeb2 req-05c26416-eb66-4967-891d-2e77cbb3b41c tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/security-groups?id=dd733e6d-3431-420f-b1f9-325305836255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2766213 Jun 24 23:50:23.599794 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [req-23eba7cc-48e7-4205-af0e-fedee05c4138 req-cfaaad43-d951-4d4f-aa3b-a94cd762f0b8 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Router d53a711a-9bec-4a49-ae93-b791547b851e has already been hosted by L3 agent 05c04ad7-f453-4a24-8793-b86a404a0ef9 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 23:50:23.780113 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-23eba7cc-48e7-4205-af0e-fedee05c4138 req-cfaaad43-d951-4d4f-aa3b-a94cd762f0b8 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify agent at l3_agent.dv-cinder-847189-5-smb the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 23:50:23.792669 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50a8dd8-96b6-4ab4-9573-c42ab1d92487 None None] Sync routers for ids ['d53a711a-9bec-4a49-ae93-b791547b851e'] in dv-cinder-847189-5-smb {{(pid=88111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 23:50:23.803317 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50a8dd8-96b6-4ab4-9573-c42ab1d92487 None None] Routers {'d53a711a-9bec-4a49-ae93-b791547b851e'} bound to L3 agent in host dv-cinder-847189-5-smb {{(pid=88111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 23:50:23.804488 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-e50a8dd8-96b6-4ab4-9573-c42ab1d92487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T23:32:42Z,description=,heartbeat_timestamp=2022-06-24T23:50:12Z,host='dv-cinder-847189-5-smb',id=05c04ad7-f453-4a24-8793-b86a404a0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T23:32:42Z,topic='l3_agent')) {'router_ids': ['d53a711a-9bec-4a49-ae93-b791547b851e'], 'active': True} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:50:23.831991 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915e46fe-82c4-4c02-9a9f-e3adf02854d7 req-59e6134a-ec0f-456e-8614-4d5912bf4d2e tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:50:23.836108 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-915e46fe-82c4-4c02-9a9f-e3adf02854d7 req-59e6134a-ec0f-456e-8614-4d5912bf4d2e tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb5aa81a-c851-4098-913e-c601a291b241 HTTP/1.1" status: 200 len: 945 time: 0.1204126 Jun 24 23:50:23.875966 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [req-23eba7cc-48e7-4205-af0e-fedee05c4138 req-cfaaad43-d951-4d4f-aa3b-a94cd762f0b8 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] No DVR routers for this DVR port ffac9e97-209d-4d6d-bf14-0eb7ea2272b9 on host hv-cinder-84718 {{(pid=88108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 23:50:23.878502 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-23eba7cc-48e7-4205-af0e-fedee05c4138 req-cfaaad43-d951-4d4f-aa3b-a94cd762f0b8 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122089'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:50:23.882407 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ea08f66-7f75-4955-8b9c-2383ebdced8a', 'name': 'network-vif-deleted', 'tag': 'ffac9e97-209d-4d6d-bf14-0eb7ea2272b9'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 23:50:23.886096 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-915e46fe-82c4-4c02-9a9f-e3adf02854d7 req-f1759905-74cf-4df0-8da5-3eb3c60303ec tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups?id=82648a32-eb95-4549-8ac3-00025e413e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462110 Jun 24 23:50:23.909806 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-23eba7cc-48e7-4205-af0e-fedee05c4138 req-cfaaad43-d951-4d4f-aa3b-a94cd762f0b8 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.15 "DELETE /v2.0/ports/ffac9e97-209d-4d6d-bf14-0eb7ea2272b9 HTTP/1.1" status: 204 len: 173 time: 1.4771283 Jun 24 23:50:23.997958 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvr_db [None req-e50a8dd8-96b6-4ab4-9573-c42ab1d92487 None None] Set router d53a711a-9bec-4a49-ae93-b791547b851e gateway port host: dv-cinder-847189-5-smb {{(pid=88111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 23:50:24.086603 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-973549db-78b6-40f7-94c3-39e133f5508e'] response: {'server_uuid': '0ea08f66-7f75-4955-8b9c-2383ebdced8a', 'name': 'network-vif-deleted', 'tag': 'ffac9e97-209d-4d6d-bf14-0eb7ea2272b9', 'status': 'completed', 'code': 200} Jun 24 23:50:24.309833 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-e50a8dd8-96b6-4ab4-9573-c42ab1d92487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'name': 'tempest-AttachVolumeNegativeTest-1127594969-router', 'tenant_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.241'}], 'enable_snat': True}, 'gw_port_id': '29bdc519-d88d-4c03-b997-414dc420d1ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:47:06Z', 'updated_at': '2022-06-24T23:47:10Z', 'revision_number': 4, 'project_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'gw_port': {'id': '29bdc519-d88d-4c03-b997-414dc420d1ef', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:47:07Z', 'updated_at': '2022-06-24T23:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb', '_interfaces': [{'id': '3d937a75-d09b-41f6-b3ef-a59dff25e161', 'name': '', 'network_id': '7abaefcb-0064-4c5b-84e1-b4e60380849f', 'tenant_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'mac_address': 'fa:16:3e:2f:59:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '80dd0bfb-dfbe-42ee-b0d9-251fe168e508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:47:09Z', 'updated_at': '2022-06-24T23:47:16Z', 'revision_number': 5, 'project_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'subnets': [{'id': '80dd0bfb-dfbe-42ee-b0d9-251fe168e508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-5-smb', False) {} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:50:24.313724 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50a8dd8-96b6-4ab4-9573-c42ab1d92487 None None] Checking router: d53a711a-9bec-4a49-ae93-b791547b851e for host: dv-cinder-847189-5-smb {{(pid=88111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 23:50:24.322372 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50a8dd8-96b6-4ab4-9573-c42ab1d92487 None None] Routers {'d53a711a-9bec-4a49-ae93-b791547b851e'} bound to L3 agent in host dv-cinder-847189-5-smb {{(pid=88111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 23:50:24.322958 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-e50a8dd8-96b6-4ab4-9573-c42ab1d92487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T23:32:42Z,description=,heartbeat_timestamp=2022-06-24T23:50:12Z,host='dv-cinder-847189-5-smb',id=05c04ad7-f453-4a24-8793-b86a404a0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T23:32:42Z,topic='l3_agent')) {'router_ids': ['d53a711a-9bec-4a49-ae93-b791547b851e'], 'active': True} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:50:24.507167 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvr_db [None req-e50a8dd8-96b6-4ab4-9573-c42ab1d92487 None None] Set router d53a711a-9bec-4a49-ae93-b791547b851e gateway port host: dv-cinder-847189-5-smb {{(pid=88111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 23:50:24.676895 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 60486) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:50:24.740338 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fbd8610d-f591-48a4-bfaf-1aba43c6026a tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:50:24.768501 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fbd8610d-f591-48a4-bfaf-1aba43c6026a tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:50:24.822808 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fbd8610d-f591-48a4-bfaf-1aba43c6026a tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:50:24.838143 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-e50a8dd8-96b6-4ab4-9573-c42ab1d92487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'name': 'tempest-AttachVolumeNegativeTest-1127594969-router', 'tenant_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.241'}], 'enable_snat': True}, 'gw_port_id': '29bdc519-d88d-4c03-b997-414dc420d1ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:47:06Z', 'updated_at': '2022-06-24T23:47:10Z', 'revision_number': 4, 'project_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'gw_port': {'id': '29bdc519-d88d-4c03-b997-414dc420d1ef', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:47:07Z', 'updated_at': '2022-06-24T23:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb', '_interfaces': [{'id': '3d937a75-d09b-41f6-b3ef-a59dff25e161', 'name': '', 'network_id': '7abaefcb-0064-4c5b-84e1-b4e60380849f', 'tenant_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'mac_address': 'fa:16:3e:2f:59:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '80dd0bfb-dfbe-42ee-b0d9-251fe168e508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:47:09Z', 'updated_at': '2022-06-24T23:47:16Z', 'revision_number': 5, 'project_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'subnets': [{'id': '80dd0bfb-dfbe-42ee-b0d9-251fe168e508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-5-smb', False) {} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:50:24.841920 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd8610d-f591-48a4-bfaf-1aba43c6026a tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd733e6d-3431-420f-b1f9-325305836255,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:50:24.842080 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50a8dd8-96b6-4ab4-9573-c42ab1d92487 None None] The sync data for ids ['d53a711a-9bec-4a49-ae93-b791547b851e'] in dv-cinder-847189-5-smb is: [{'id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'name': 'tempest-AttachVolumeNegativeTest-1127594969-router', 'tenant_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.241'}], 'enable_snat': True}, 'gw_port_id': '29bdc519-d88d-4c03-b997-414dc420d1ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:47:06Z', 'updated_at': '2022-06-24T23:47:10Z', 'revision_number': 4, 'project_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'gw_port': {'id': '29bdc519-d88d-4c03-b997-414dc420d1ef', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:47:07Z', 'updated_at': '2022-06-24T23:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb', '_interfaces': [{'id': '3d937a75-d09b-41f6-b3ef-a59dff25e161', 'name': '', 'network_id': '7abaefcb-0064-4c5b-84e1-b4e60380849f', 'tenant_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'mac_address': 'fa:16:3e:2f:59:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '80dd0bfb-dfbe-42ee-b0d9-251fe168e508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:47:09Z', 'updated_at': '2022-06-24T23:47:16Z', 'revision_number': 5, 'project_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'subnets': [{'id': '80dd0bfb-dfbe-42ee-b0d9-251fe168e508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 23:50:24.857735 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fbd8610d-f591-48a4-bfaf-1aba43c6026a tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:50:24.858972 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-fbd8610d-f591-48a4-bfaf-1aba43c6026a tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "DELETE /v2.0/security-groups/dd733e6d-3431-420f-b1f9-325305836255 HTTP/1.1" status: 204 len: 168 time: 0.1810980 Jun 24 23:50:24.861757 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 60490) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:50:24.879705 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.api.v2.resource [None req-abec52d0-b517-4a45-8860-9d8bec595a18 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] show failed (client error): The resource could not be found. Jun 24 23:50:24.880926 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-abec52d0-b517-4a45-8860-9d8bec595a18 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/security-groups/dd733e6d-3431-420f-b1f9-325305836255 HTTP/1.1" status: 404 len: 347 time: 0.0181539 Jun 24 23:50:24.883992 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 60494) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:50:25.046704 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-02246c68-f309-4eba-94c2-608d780951bb tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Deleting port 98a5ebd9-2752-4853-bcaa-cbc588e783dd {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 23:50:25.047623 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-02246c68-f309-4eba-94c2-608d780951bb tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754888672570'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:50:25.083483 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8780ed99-ca8c-4150-8aa2-b21ad9a33130 None None] New status for floating IP d4209f33-50ab-432b-af97-6b63e6db0856: DOWN {{(pid=88110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 23:50:25.088933 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657de15e-b263-41d2-a840-d100be000b31 req-0824f0a6-ee97-4316-bb67-a0efb88e983a tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:50:25.090398 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-657de15e-b263-41d2-a840-d100be000b31 req-0824f0a6-ee97-4316-bb67-a0efb88e983a tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb5aa81a-c851-4098-913e-c601a291b241 HTTP/1.1" status: 200 len: 945 time: 0.0895684 Jun 24 23:50:25.137077 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-657de15e-b263-41d2-a840-d100be000b31 req-835d50d8-aaa4-49c3-ad38-37281da89d4e tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups?id=82648a32-eb95-4549-8ac3-00025e413e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387702 Jun 24 23:50:25.214395 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-02246c68-f309-4eba-94c2-608d780951bb tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478950'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:50:25.215030 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-02246c68-f309-4eba-94c2-608d780951bb tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:50:25.339216 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-02246c68-f309-4eba-94c2-608d780951bb tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Calling delete_port for 98a5ebd9-2752-4853-bcaa-cbc588e783dd owned by network:floatingip {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 23:50:25.420613 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.db.api [None req-02246c68-f309-4eba-94c2-608d780951bb tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88108) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 23:50:25.420888 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG oslo_db.api [None req-02246c68-f309-4eba-94c2-608d780951bb tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 23:50:25.922894 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-02246c68-f309-4eba-94c2-608d780951bb tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Deleting port 98a5ebd9-2752-4853-bcaa-cbc588e783dd {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 23:50:25.923242 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-02246c68-f309-4eba-94c2-608d780951bb tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754888672570'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:50:25.980752 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Device ffac9e97-209d-4d6d-bf14-0eb7ea2272b9 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 23:50:26.015045 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-707bff31-b5da-4601-b274-386892c937dc None None] No Port match for: ffac9e97-209d-4d6d-bf14-0eb7ea2272b9 {{(pid=88110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 23:50:26.015313 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Device ffac9e97-209d-4d6d-bf14-0eb7ea2272b9 not bound to the agent host hv-cinder-84718 {{(pid=88110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 23:50:26.087661 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-02246c68-f309-4eba-94c2-608d780951bb tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478950'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:50:26.087990 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-02246c68-f309-4eba-94c2-608d780951bb tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:50:26.210620 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-02246c68-f309-4eba-94c2-608d780951bb tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Calling delete_port for 98a5ebd9-2752-4853-bcaa-cbc588e783dd owned by network:floatingip {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 23:50:26.485430 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0c6299-315a-47da-a354-8c8e2fc11540 req-af5df056-e468-4445-93b6-11465eb3c73b tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:50:26.486895 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-3e0c6299-315a-47da-a354-8c8e2fc11540 req-af5df056-e468-4445-93b6-11465eb3c73b tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb5aa81a-c851-4098-913e-c601a291b241 HTTP/1.1" status: 200 len: 945 time: 0.2372270 Jun 24 23:50:26.531683 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-02246c68-f309-4eba-94c2-608d780951bb tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754888674196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754888214712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266412288'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:50:26.588659 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-3e0c6299-315a-47da-a354-8c8e2fc11540 req-2f081e40-b38f-4baf-ae8e-0120a822e727 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups?id=82648a32-eb95-4549-8ac3-00025e413e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953565 Jun 24 23:50:26.590668 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02246c68-f309-4eba-94c2-608d780951bb tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Pushing event deleted for resources: {'Port': ['ID=98a5ebd9-2752-4853-bcaa-cbc588e783dd,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:50:26.683739 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-02246c68-f309-4eba-94c2-608d780951bb tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks [] for floatingip, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:50:26.697040 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-02246c68-f309-4eba-94c2-608d780951bb tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122089'] for floatingip, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:50:26.698123 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-02246c68-f309-4eba-94c2-608d780951bb tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "DELETE /v2.0/floatingips/d4209f33-50ab-432b-af97-6b63e6db0856 HTTP/1.1" status: 204 len: 168 time: 1.8131702 Jun 24 23:50:26.772390 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 60504) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:50:26.777433 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.v2.base [None req-31be216b-c18e-4d70-83a7-c95c34134522 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1405286158', 'description': 'tempest-description--1538290458'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:50:26.783336 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-31be216b-c18e-4d70-83a7-c95c34134522 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:50:26.787455 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-31be216b-c18e-4d70-83a7-c95c34134522 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Usage tracker for resource:security_group and tenant:cc2e981e5c2b4ac78ce7c820ebe3e4a0 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:50:26.790914 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-31be216b-c18e-4d70-83a7-c95c34134522 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:50:26.796730 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-31be216b-c18e-4d70-83a7-c95c34134522 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:50:26.805750 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-31be216b-c18e-4d70-83a7-c95c34134522 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:50:26.828862 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-31be216b-c18e-4d70-83a7-c95c34134522 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:50:26.832571 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-31be216b-c18e-4d70-83a7-c95c34134522 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Usage tracker for resource:security_group_rule and tenant:cc2e981e5c2b4ac78ce7c820ebe3e4a0 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:50:26.835245 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-31be216b-c18e-4d70-83a7-c95c34134522 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:50:26.840723 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-31be216b-c18e-4d70-83a7-c95c34134522 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:50:26.908449 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-31be216b-c18e-4d70-83a7-c95c34134522 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:50:26.911895 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-31be216b-c18e-4d70-83a7-c95c34134522 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:50:26.954602 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31be216b-c18e-4d70-83a7-c95c34134522 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b080e550-6b78-4f59-a2fa-2d5515afe1f5,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:50:26.957428 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-31be216b-c18e-4d70-83a7-c95c34134522 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:50:26.958618 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-31be216b-c18e-4d70-83a7-c95c34134522 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1851926 Jun 24 23:50:26.961543 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 60508) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:50:26.966511 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.v2.base [None req-7d59fbee-0a03-4a7e-b69b-77f6e6c182f8 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Request body: {'security_group_rule': {'security_group_id': 'b080e550-6b78-4f59-a2fa-2d5515afe1f5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:50:26.972720 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-7d59fbee-0a03-4a7e-b69b-77f6e6c182f8 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:50:26.976615 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-7d59fbee-0a03-4a7e-b69b-77f6e6c182f8 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Usage tracker for resource:security_group_rule and tenant:cc2e981e5c2b4ac78ce7c820ebe3e4a0 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:50:26.979425 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-7d59fbee-0a03-4a7e-b69b-77f6e6c182f8 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:50:26.985746 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-7d59fbee-0a03-4a7e-b69b-77f6e6c182f8 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:50:27.002136 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7d59fbee-0a03-4a7e-b69b-77f6e6c182f8 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:50:27.058906 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7d59fbee-0a03-4a7e-b69b-77f6e6c182f8 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:50:27.062140 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7d59fbee-0a03-4a7e-b69b-77f6e6c182f8 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524818'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:50:27.085344 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d59fbee-0a03-4a7e-b69b-77f6e6c182f8 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f16428c0-7f79-498c-90f4-4be8e4136f94,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:50:27.093680 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-7d59fbee-0a03-4a7e-b69b-77f6e6c182f8 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:50:27.094922 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-7d59fbee-0a03-4a7e-b69b-77f6e6c182f8 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1324570 Jun 24 23:50:27.097593 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 60512) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:50:27.102361 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.v2.base [None req-ccb0e04d-f861-45b8-a31a-b291fd1eec24 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Request body: {'security_group_rule': {'security_group_id': 'b080e550-6b78-4f59-a2fa-2d5515afe1f5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:50:27.107807 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-ccb0e04d-f861-45b8-a31a-b291fd1eec24 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:50:27.111556 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-ccb0e04d-f861-45b8-a31a-b291fd1eec24 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Usage tracker for resource:security_group_rule and tenant:cc2e981e5c2b4ac78ce7c820ebe3e4a0 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:50:27.114316 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-ccb0e04d-f861-45b8-a31a-b291fd1eec24 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:50:27.120136 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-ccb0e04d-f861-45b8-a31a-b291fd1eec24 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:50:27.136710 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ccb0e04d-f861-45b8-a31a-b291fd1eec24 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:50:27.198159 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ccb0e04d-f861-45b8-a31a-b291fd1eec24 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:50:27.201596 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ccb0e04d-f861-45b8-a31a-b291fd1eec24 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524818'] for security_group_rule, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:50:27.223903 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb0e04d-f861-45b8-a31a-b291fd1eec24 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67ac1b2d-d3f9-4aa4-b386-7c3a34ebd0ae,revision_number=0']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:50:27.231948 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-ccb0e04d-f861-45b8-a31a-b291fd1eec24 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:50:27.233078 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-ccb0e04d-f861-45b8-a31a-b291fd1eec24 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1345928 Jun 24 23:50:27.236611 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 60516) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:50:27.241363 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.v2.base [None req-6ff5d879-4186-4bde-8a54-534aeed01bc2 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Request body: {'floatingip': {'floating_network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:50:27.246954 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-6ff5d879-4186-4bde-8a54-534aeed01bc2 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:50:27.251628 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-6ff5d879-4186-4bde-8a54-534aeed01bc2 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Usage tracker for resource:floatingip and tenant:cc2e981e5c2b4ac78ce7c820ebe3e4a0 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:50:27.254527 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-6ff5d879-4186-4bde-8a54-534aeed01bc2 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:50:27.261067 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-6ff5d879-4186-4bde-8a54-534aeed01bc2 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:50:27.271691 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6ff5d879-4186-4bde-8a54-534aeed01bc2 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks [] for floatingip, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:50:27.406752 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6ff5d879-4186-4bde-8a54-534aeed01bc2 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:50:27.539705 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [None req-6ff5d879-4186-4bde-8a54-534aeed01bc2 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Allocated IP 172.28.1.43 (faf77eb5-d359-4977-a80d-20d91cf50932/45337dfe-1492-4630-96d4-ace1b4f61ce9/f3706579-5613-40cc-8a35-7451d3715ec8) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 23:50:27.693700 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6ff5d879-4186-4bde-8a54-534aeed01bc2 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:50:27.785897 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6ff5d879-4186-4bde-8a54-534aeed01bc2 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754888214703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266412288'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:50:27.876017 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ef99bf-168b-421b-9931-27ce20fc7996 req-18e7e989-a3e7-4ca7-a6a0-87bc086e94ad tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:50:27.877476 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-d5ef99bf-168b-421b-9931-27ce20fc7996 req-18e7e989-a3e7-4ca7-a6a0-87bc086e94ad tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb5aa81a-c851-4098-913e-c601a291b241 HTTP/1.1" status: 200 len: 945 time: 0.1722121 Jun 24 23:50:27.883189 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff5d879-4186-4bde-8a54-534aeed01bc2 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Network faf77eb5-d359-4977-a80d-20d91cf50932 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 23:50:27.886618 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [None req-6ff5d879-4186-4bde-8a54-534aeed01bc2 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 23:50:27.892177 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff5d879-4186-4bde-8a54-534aeed01bc2 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 23:50:27.928548 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff5d879-4186-4bde-8a54-534aeed01bc2 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Pushing event updated for resources: {'Port': ['ID=f3706579-5613-40cc-8a35-7451d3715ec8,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:50:27.978414 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-d5ef99bf-168b-421b-9931-27ce20fc7996 req-7b4bc0a7-d447-49c3-9fff-ab83f10f3ccf tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups?id=82648a32-eb95-4549-8ac3-00025e413e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895751 Jun 24 23:50:28.009775 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6ff5d879-4186-4bde-8a54-534aeed01bc2 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:50:28.011433 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Device 1b22cc52-f1c9-4788-bff6-4c73f0baa564 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 23:50:28.075310 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6ff5d879-4186-4bde-8a54-534aeed01bc2 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:50:28.178508 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] For port 1b22cc52-f1c9-4788-bff6-4c73f0baa564, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=1b22cc52-f1c9-4788-bff6-4c73f0baa564,segment=NetworkSegment(cc28d19b-2326-449b-923e-434d239126ee),segment_id=cc28d19b-2326-449b-923e-434d239126ee)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:50:28.193466 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Returning: {'device': '1b22cc52-f1c9-4788-bff6-4c73f0baa564', 'network_id': '85013f97-fab4-404c-a234-1f20e31752e1', 'port_id': '1b22cc52-f1c9-4788-bff6-4c73f0baa564', 'mac_address': 'fa:16:3e:fb:ba:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0f5bad0-1ece-425d-be26-c3b0dd205e3f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 23:50:28.250506 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-707bff31-b5da-4601-b274-386892c937dc None None] Current status of the port 1b22cc52-f1c9-4788-bff6-4c73f0baa564 is: ACTIVE; New status is: BUILD {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:50:28.251140 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:50:28.271730 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.notifiers.nova [None req-707bff31-b5da-4601-b274-386892c937dc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1b22cc52-f1c9-4788-bff6-4c73f0baa564 {{(pid=88110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 23:50:28.290550 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] For port 1b22cc52-f1c9-4788-bff6-4c73f0baa564, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=1b22cc52-f1c9-4788-bff6-4c73f0baa564,segment=NetworkSegment(cc28d19b-2326-449b-923e-434d239126ee),segment_id=cc28d19b-2326-449b-923e-434d239126ee)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:50:28.294601 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:50:28.321110 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6ff5d879-4186-4bde-8a54-534aeed01bc2 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:50:28.327182 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6ff5d879-4186-4bde-8a54-534aeed01bc2 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266412311'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:50:28.410674 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Pushing event updated for resources: {'Port': ['ID=1b22cc52-f1c9-4788-bff6-4c73f0baa564,revision_number=6']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:50:28.418563 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:50:28.419148 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:50:28.419693 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:50:28.420187 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:50:28.420511 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:50:28.421114 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:50:28.421605 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:50:28.422677 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:50:28.423156 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:50:28.423664 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:50:28.424153 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:50:28.424472 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:50:28.437968 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] get_ports_and_sgs() called for port_ids ['1b22cc52-f1c9-4788-bff6-4c73f0baa564'] {{(pid=88110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 23:50:28.454132 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6ff5d879-4186-4bde-8a54-534aeed01bc2 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476618'] for floatingip, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:50:28.479342 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6ff5d879-4186-4bde-8a54-534aeed01bc2 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122089'] for floatingip, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:50:28.480870 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-6ff5d879-4186-4bde-8a54-534aeed01bc2 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2433543 Jun 24 23:50:28.520191 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff5d879-4186-4bde-8a54-534aeed01bc2 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Pushing event updated for resources: {'Port': ['ID=f3706579-5613-40cc-8a35-7451d3715ec8,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:50:28.679178 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-d5ec4738-0e76-4703-a0a8-8ed806597cd0 req-08fbf0c8-7b07-41f0-b08c-dace99e39b63 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1405286158&fields=id&tenant_id=cc2e981e5c2b4ac78ce7c820ebe3e4a0 HTTP/1.1" status: 200 len: 267 time: 0.0578432 Jun 24 23:50:28.955267 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec4738-0e76-4703-a0a8-8ed806597cd0 req-cdfd1ce2-ba68-4a32-96de-5a547ee06fff tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:50:28.960081 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-d5ec4738-0e76-4703-a0a8-8ed806597cd0 req-cdfd1ce2-ba68-4a32-96de-5a547ee06fff tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/networks?id=7abaefcb-0064-4c5b-84e1-b4e60380849f HTTP/1.1" status: 200 len: 815 time: 0.2742817 Jun 24 23:50:28.972071 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-d5ec4738-0e76-4703-a0a8-8ed806597cd0 req-99e7c44c-3cd7-416b-9a02-35be8aea46fa tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/quotas/cc2e981e5c2b4ac78ce7c820ebe3e4a0 HTTP/1.1" status: 200 len: 375 time: 0.0094347 Jun 24 23:50:29.068777 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-d5ec4738-0e76-4703-a0a8-8ed806597cd0 req-eb2c25a8-04c2-4f9d-9658-bfb700dc58bd tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=cc2e981e5c2b4ac78ce7c820ebe3e4a0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0907087 Jun 24 23:50:29.211304 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34abd155-c714-4419-b552-7f8af0636225 req-0211acfa-ef6e-48ab-85d7-a0fb55fd3e59 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:50:29.212911 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-34abd155-c714-4419-b552-7f8af0636225 req-0211acfa-ef6e-48ab-85d7-a0fb55fd3e59 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb5aa81a-c851-4098-913e-c601a291b241 HTTP/1.1" status: 200 len: 944 time: 0.1050870 Jun 24 23:50:29.237060 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-d5ec4738-0e76-4703-a0a8-8ed806597cd0 req-f93b26ed-b9f1-4e0e-801f-0b316d9ef240 service neutron] 10.222.0.42 "GET /v2.0/networks/7abaefcb-0064-4c5b-84e1-b4e60380849f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542931 Jun 24 23:50:29.268418 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-34abd155-c714-4419-b552-7f8af0636225 req-c28c81e3-5dff-4adf-b64e-0b6f99287d02 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups?id=82648a32-eb95-4549-8ac3-00025e413e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480149 Jun 24 23:50:29.375364 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-d5ec4738-0e76-4703-a0a8-8ed806597cd0 req-823965a6-98fd-472e-9ab0-64b81af08968 service neutron] 10.222.0.42 "GET /v2.0/networks/7abaefcb-0064-4c5b-84e1-b4e60380849f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365213 Jun 24 23:50:29.673659 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-546d0ddc-6557-491e-b820-ca117911c9bf req-795ad542-d567-45b6-a74e-08303be23d0a tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Synchronizing usage tracker for tenant:cc2e981e5c2b4ac78ce7c820ebe3e4a0 on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 23:50:29.691339 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-546d0ddc-6557-491e-b820-ca117911c9bf req-795ad542-d567-45b6-a74e-08303be23d0a tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Unset dirty status for tenant:cc2e981e5c2b4ac78ce7c820ebe3e4a0 on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 23:50:29.703552 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-546d0ddc-6557-491e-b820-ca117911c9bf req-795ad542-d567-45b6-a74e-08303be23d0a tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/ports?device_id=c494f2b3-e554-4471-b050-eb284aaeb520 HTTP/1.1" status: 200 len: 210 time: 0.1823401 Jun 24 23:50:30.013364 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Device 1b22cc52-f1c9-4788-bff6-4c73f0baa564 up at agent hyperv_hv-cinder-84718 {{(pid=88110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 23:50:30.093361 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-707bff31-b5da-4601-b274-386892c937dc None None] Provisioning complete for port 1b22cc52-f1c9-4788-bff6-4c73f0baa564 triggered by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:50:30.094375 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:50:30.254369 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-707bff31-b5da-4601-b274-386892c937dc None None] Current status of the port 1b22cc52-f1c9-4788-bff6-4c73f0baa564 is: BUILD; New status is: ACTIVE {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:50:30.254746 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:50:30.289540 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb5aa81a-c851-4098-913e-c601a291b241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b22cc52-f1c9-4788-bff6-4c73f0baa564'}] {{(pid=88110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 23:50:30.305090 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] For port 1b22cc52-f1c9-4788-bff6-4c73f0baa564, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=1b22cc52-f1c9-4788-bff6-4c73f0baa564,segment=NetworkSegment(cc28d19b-2326-449b-923e-434d239126ee),segment_id=cc28d19b-2326-449b-923e-434d239126ee)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:50:30.310975 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:50:30.364622 dv-cinder-847189-5-smb neutron-server[88110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0dab49c2-9ab1-46af-b624-fbfd28023f88'] response: {'server_uuid': 'bb5aa81a-c851-4098-913e-c601a291b241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b22cc52-f1c9-4788-bff6-4c73f0baa564', 'code': 200} Jun 24 23:50:30.418730 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Pushing event updated for resources: {'Port': ['ID=1b22cc52-f1c9-4788-bff6-4c73f0baa564,revision_number=7']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:50:30.528592 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2ba312-a3c9-40b2-873a-7462f9b13152 req-7b1d0475-b4eb-40e7-bcbe-efd9aeb722c0 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:50:30.530085 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-ac2ba312-a3c9-40b2-873a-7462f9b13152 req-7b1d0475-b4eb-40e7-bcbe-efd9aeb722c0 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb5aa81a-c851-4098-913e-c601a291b241 HTTP/1.1" status: 200 len: 945 time: 0.1114306 Jun 24 23:50:30.583899 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-ac2ba312-a3c9-40b2-873a-7462f9b13152 req-ae487382-8ef4-4d94-86aa-68aa8145b335 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups?id=82648a32-eb95-4549-8ac3-00025e413e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448463 Jun 24 23:50:30.943403 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-27669d55-2a11-4633-8a65-66a1547586d9 req-81bc8eb7-492d-46ac-849b-23080d18e274 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/ports?device_id=c494f2b3-e554-4471-b050-eb284aaeb520 HTTP/1.1" status: 200 len: 210 time: 0.0739052 Jun 24 23:50:30.961905 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec4738-0e76-4703-a0a8-8ed806597cd0 req-1bafed58-1e32-448a-826f-65fcb6bd45fd tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:50:30.963415 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-d5ec4738-0e76-4703-a0a8-8ed806597cd0 req-1bafed58-1e32-448a-826f-65fcb6bd45fd tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.15 "GET /v2.0/networks?id=7abaefcb-0064-4c5b-84e1-b4e60380849f HTTP/1.1" status: 200 len: 815 time: 0.3047125 Jun 24 23:50:31.031060 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-d5ec4738-0e76-4703-a0a8-8ed806597cd0 req-17d7ec98-5661-4e34-a25d-2f839988936e tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Synchronizing usage tracker for tenant:cc2e981e5c2b4ac78ce7c820ebe3e4a0 on resource:security_group {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 23:50:31.066455 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-d5ec4738-0e76-4703-a0a8-8ed806597cd0 req-17d7ec98-5661-4e34-a25d-2f839988936e tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Unset dirty status for tenant:cc2e981e5c2b4ac78ce7c820ebe3e4a0 on resource:security_group {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 23:50:31.067681 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-d5ec4738-0e76-4703-a0a8-8ed806597cd0 req-17d7ec98-5661-4e34-a25d-2f839988936e tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc2e981e5c2b4ac78ce7c820ebe3e4a0 HTTP/1.1" status: 200 len: 380 time: 0.0950880 Jun 24 23:50:31.077082 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.v2.base [req-d5ec4738-0e76-4703-a0a8-8ed806597cd0 req-f74ec518-7839-4b12-87b1-cd5099e2a2c7 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Request body: {'port': {'device_id': 'c494f2b3-e554-4471-b050-eb284aaeb520', 'network_id': '7abaefcb-0064-4c5b-84e1-b4e60380849f', 'admin_state_up': True, 'tenant_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'security_groups': ['b080e550-6b78-4f59-a2fa-2d5515afe1f5']}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:50:31.220406 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [req-d5ec4738-0e76-4703-a0a8-8ed806597cd0 req-f74ec518-7839-4b12-87b1-cd5099e2a2c7 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:50:31.233378 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [req-d5ec4738-0e76-4703-a0a8-8ed806597cd0 req-f74ec518-7839-4b12-87b1-cd5099e2a2c7 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:50:31.244445 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5ec4738-0e76-4703-a0a8-8ed806597cd0 req-f74ec518-7839-4b12-87b1-cd5099e2a2c7 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Made reservation on behalf of cc2e981e5c2b4ac78ce7c820ebe3e4a0 for: {'port': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 23:50:31.257799 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-d5ec4738-0e76-4703-a0a8-8ed806597cd0 req-f74ec518-7839-4b12-87b1-cd5099e2a2c7 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:50:31.447918 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [req-d5ec4738-0e76-4703-a0a8-8ed806597cd0 req-f74ec518-7839-4b12-87b1-cd5099e2a2c7 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Allocated IP 172.20.0.3 (7abaefcb-0064-4c5b-84e1-b4e60380849f/80dd0bfb-dfbe-42ee-b0d9-251fe168e508/627d4090-287b-43b1-8dde-a04d1f21138d) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 23:50:31.669356 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-d5ec4738-0e76-4703-a0a8-8ed806597cd0 req-f74ec518-7839-4b12-87b1-cd5099e2a2c7 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:50:31.723367 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [req-d5ec4738-0e76-4703-a0a8-8ed806597cd0 req-f74ec518-7839-4b12-87b1-cd5099e2a2c7 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Transition to ACTIVE for port object 627d4090-287b-43b1-8dde-a04d1f21138d will not be triggered until provisioned by entity DHCP. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 23:50:31.747163 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-d5ec4738-0e76-4703-a0a8-8ed806597cd0 req-f74ec518-7839-4b12-87b1-cd5099e2a2c7 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754888214703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266412288'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:50:31.823977 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859f8e3d-bba2-460f-8edd-f2c227c459aa req-d81d31ea-d3aa-4226-ad69-779f35056dfe tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:50:31.825505 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-859f8e3d-bba2-460f-8edd-f2c227c459aa req-d81d31ea-d3aa-4226-ad69-779f35056dfe tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb5aa81a-c851-4098-913e-c601a291b241 HTTP/1.1" status: 200 len: 945 time: 0.1239927 Jun 24 23:50:31.829655 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5ec4738-0e76-4703-a0a8-8ed806597cd0 req-f74ec518-7839-4b12-87b1-cd5099e2a2c7 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Network 7abaefcb-0064-4c5b-84e1-b4e60380849f is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 23:50:31.832911 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [req-d5ec4738-0e76-4703-a0a8-8ed806597cd0 req-f74ec518-7839-4b12-87b1-cd5099e2a2c7 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 23:50:31.835474 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5ec4738-0e76-4703-a0a8-8ed806597cd0 req-f74ec518-7839-4b12-87b1-cd5099e2a2c7 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 23:50:31.877145 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74ec518-7839-4b12-87b1-cd5099e2a2c7 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Pushing event updated for resources: {'Port': ['ID=627d4090-287b-43b1-8dde-a04d1f21138d,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:50:31.908444 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-859f8e3d-bba2-460f-8edd-f2c227c459aa req-af1c026a-bf16-4b68-9b20-c922e3d87e81 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups?id=82648a32-eb95-4549-8ac3-00025e413e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749850 Jun 24 23:50:31.913716 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec4738-0e76-4703-a0a8-8ed806597cd0 req-f74ec518-7839-4b12-87b1-cd5099e2a2c7 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:50:31.914404 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-d5ec4738-0e76-4703-a0a8-8ed806597cd0 req-f74ec518-7839-4b12-87b1-cd5099e2a2c7 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122089'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:50:31.954587 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-d5ec4738-0e76-4703-a0a8-8ed806597cd0 req-f74ec518-7839-4b12-87b1-cd5099e2a2c7 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8817799 Jun 24 23:50:31.973193 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.v2.base [req-d5ec4738-0e76-4703-a0a8-8ed806597cd0 req-edfff929-bfe6-424c-8e1a-80012b0dcc74 service neutron] Request body: {'port': {'device_id': 'c494f2b3-e554-4471-b050-eb284aaeb520', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:50:32.154801 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-d5ec4738-0e76-4703-a0a8-8ed806597cd0 req-edfff929-bfe6-424c-8e1a-80012b0dcc74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:50:32.233485 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-d8e205fa-1315-4c2f-8cdb-7fe9ef4b7eb3 None None] Provisioning for port 627d4090-287b-43b1-8dde-a04d1f21138d completed by entity DHCP. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 23:50:32.250520 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-d8e205fa-1315-4c2f-8cdb-7fe9ef4b7eb3 None None] Provisioning complete for port 627d4090-287b-43b1-8dde-a04d1f21138d triggered by entity DHCP. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:50:32.251261 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-d8e205fa-1315-4c2f-8cdb-7fe9ef4b7eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:50:32.320455 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-d8e205fa-1315-4c2f-8cdb-7fe9ef4b7eb3 None None] Port 627d4090-287b-43b1-8dde-a04d1f21138d cannot update to ACTIVE because it is not bound. {{(pid=88110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 23:50:32.325322 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd2e00e-a7d4-4008-b57f-2d0ccdac0b08 req-e313f5b5-b0ea-4634-be0a-69a5197d1079 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:50:32.326051 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-6fd2e00e-a7d4-4008-b57f-2d0ccdac0b08 req-e313f5b5-b0ea-4634-be0a-69a5197d1079 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Synchronizing usage tracker for tenant:cc2e981e5c2b4ac78ce7c820ebe3e4a0 on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 23:50:32.374399 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-6fd2e00e-a7d4-4008-b57f-2d0ccdac0b08 req-e313f5b5-b0ea-4634-be0a-69a5197d1079 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Unset dirty status for tenant:cc2e981e5c2b4ac78ce7c820ebe3e4a0 on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 23:50:32.376175 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-6fd2e00e-a7d4-4008-b57f-2d0ccdac0b08 req-e313f5b5-b0ea-4634-be0a-69a5197d1079 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/ports?device_id=c494f2b3-e554-4471-b050-eb284aaeb520 HTTP/1.1" status: 200 len: 931 time: 0.2735109 Jun 24 23:50:32.505354 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-6fd2e00e-a7d4-4008-b57f-2d0ccdac0b08 req-2bebab57-ef5e-44ae-a5e0-59421945aa39 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/security-groups?id=b080e550-6b78-4f59-a2fa-2d5515afe1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789723 Jun 24 23:50:32.611383 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [req-d5ec4738-0e76-4703-a0a8-8ed806597cd0 req-edfff929-bfe6-424c-8e1a-80012b0dcc74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 627d4090-287b-43b1-8dde-a04d1f21138d {{(pid=88108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 23:50:32.620234 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-d5ec4738-0e76-4703-a0a8-8ed806597cd0 req-edfff929-bfe6-424c-8e1a-80012b0dcc74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:50:32.636581 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [req-d5ec4738-0e76-4703-a0a8-8ed806597cd0 req-edfff929-bfe6-424c-8e1a-80012b0dcc74 service neutron] Transition to ACTIVE for port object 627d4090-287b-43b1-8dde-a04d1f21138d will not be triggered until provisioned by entity L2. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 23:50:32.642892 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-d5ec4738-0e76-4703-a0a8-8ed806597cd0 req-edfff929-bfe6-424c-8e1a-80012b0dcc74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266412311'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:50:32.944193 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfff929-bfe6-424c-8e1a-80012b0dcc74 service neutron] Pushing event updated for resources: {'Port': ['ID=627d4090-287b-43b1-8dde-a04d1f21138d,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:50:33.037911 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [req-d5ec4738-0e76-4703-a0a8-8ed806597cd0 req-edfff929-bfe6-424c-8e1a-80012b0dcc74 service neutron] Attempting to bind port 627d4090-287b-43b1-8dde-a04d1f21138d on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 23:50:33.038587 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [req-d5ec4738-0e76-4703-a0a8-8ed806597cd0 req-edfff929-bfe6-424c-8e1a-80012b0dcc74 service neutron] Attempting to bind port 627d4090-287b-43b1-8dde-a04d1f21138d by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': '04b3cdd8-8d24-43a2-8a87-294baaf0163b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '7abaefcb-0064-4c5b-84e1-b4e60380849f'}] {{(pid=88108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 23:50:33.038587 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ec4738-0e76-4703-a0a8-8ed806597cd0 req-edfff929-bfe6-424c-8e1a-80012b0dcc74 service neutron] Attempting to bind port 627d4090-287b-43b1-8dde-a04d1f21138d on network 7abaefcb-0064-4c5b-84e1-b4e60380849f {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 23:50:33.043752 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ec4738-0e76-4703-a0a8-8ed806597cd0 req-edfff929-bfe6-424c-8e1a-80012b0dcc74 service neutron] Port 627d4090-287b-43b1-8dde-a04d1f21138d on network 7abaefcb-0064-4c5b-84e1-b4e60380849f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 23:50:33.044075 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ec4738-0e76-4703-a0a8-8ed806597cd0 req-edfff929-bfe6-424c-8e1a-80012b0dcc74 service neutron] Attempting to bind port 627d4090-287b-43b1-8dde-a04d1f21138d on network 7abaefcb-0064-4c5b-84e1-b4e60380849f {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 23:50:33.054114 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ec4738-0e76-4703-a0a8-8ed806597cd0 req-edfff929-bfe6-424c-8e1a-80012b0dcc74 service neutron] Checking agent: {'id': '9603f0a4-e7b3-4133-bd26-ff3a7fe04c7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 23, 39, 9), 'started_at': datetime.datetime(2022, 6, 24, 23, 39, 9), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 23, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 23:50:33.054448 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ec4738-0e76-4703-a0a8-8ed806597cd0 req-edfff929-bfe6-424c-8e1a-80012b0dcc74 service neutron] Checking segment: {'id': '04b3cdd8-8d24-43a2-8a87-294baaf0163b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '7abaefcb-0064-4c5b-84e1-b4e60380849f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 23:50:33.054828 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ec4738-0e76-4703-a0a8-8ed806597cd0 req-edfff929-bfe6-424c-8e1a-80012b0dcc74 service neutron] Bound using segment: {'id': '04b3cdd8-8d24-43a2-8a87-294baaf0163b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '7abaefcb-0064-4c5b-84e1-b4e60380849f'} {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 23:50:33.055257 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [req-d5ec4738-0e76-4703-a0a8-8ed806597cd0 req-edfff929-bfe6-424c-8e1a-80012b0dcc74 service neutron] Bound port: 627d4090-287b-43b1-8dde-a04d1f21138d, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04b3cdd8-8d24-43a2-8a87-294baaf0163b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '7abaefcb-0064-4c5b-84e1-b4e60380849f'}}] {{(pid=88108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 23:50:33.055626 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-d5ec4738-0e76-4703-a0a8-8ed806597cd0 req-edfff929-bfe6-424c-8e1a-80012b0dcc74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:50:33.128493 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a371d2-ff7d-4edd-a8bc-fb4ac0fcf8a6 req-349d40a3-fb32-4b09-9ac3-24603b58c597 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:50:33.130304 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-21a371d2-ff7d-4edd-a8bc-fb4ac0fcf8a6 req-349d40a3-fb32-4b09-9ac3-24603b58c597 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb5aa81a-c851-4098-913e-c601a291b241 HTTP/1.1" status: 200 len: 945 time: 0.1067033 Jun 24 23:50:33.162838 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [req-d5ec4738-0e76-4703-a0a8-8ed806597cd0 req-edfff929-bfe6-424c-8e1a-80012b0dcc74 service neutron] For port 627d4090-287b-43b1-8dde-a04d1f21138d, host hv-cinder-84718, cleared binding levels {{(pid=88108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 23:50:33.166206 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [req-d5ec4738-0e76-4703-a0a8-8ed806597cd0 req-edfff929-bfe6-424c-8e1a-80012b0dcc74 service neutron] For port 627d4090-287b-43b1-8dde-a04d1f21138d, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=627d4090-287b-43b1-8dde-a04d1f21138d,segment=NetworkSegment(04b3cdd8-8d24-43a2-8a87-294baaf0163b),segment_id=04b3cdd8-8d24-43a2-8a87-294baaf0163b)] {{(pid=88108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 23:50:33.173705 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-d5ec4738-0e76-4703-a0a8-8ed806597cd0 req-edfff929-bfe6-424c-8e1a-80012b0dcc74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266412311'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:50:33.198916 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-21a371d2-ff7d-4edd-a8bc-fb4ac0fcf8a6 req-d5188e45-e32b-48cc-94bf-787ba80810a1 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups?id=82648a32-eb95-4549-8ac3-00025e413e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621600 Jun 24 23:50:33.243056 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec4738-0e76-4703-a0a8-8ed806597cd0 req-edfff929-bfe6-424c-8e1a-80012b0dcc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:50:33.243766 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-d5ec4738-0e76-4703-a0a8-8ed806597cd0 req-edfff929-bfe6-424c-8e1a-80012b0dcc74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122089'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:50:33.245198 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-d5ec4738-0e76-4703-a0a8-8ed806597cd0 req-edfff929-bfe6-424c-8e1a-80012b0dcc74 service neutron] 10.222.0.15 "PUT /v2.0/ports/627d4090-287b-43b1-8dde-a04d1f21138d HTTP/1.1" status: 200 len: 1093 time: 1.2779458 Jun 24 23:50:33.245779 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c494f2b3-e554-4471-b050-eb284aaeb520', 'tag': '627d4090-287b-43b1-8dde-a04d1f21138d'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 23:50:33.278575 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfff929-bfe6-424c-8e1a-80012b0dcc74 service neutron] Pushing event updated for resources: {'Port': ['ID=627d4090-287b-43b1-8dde-a04d1f21138d,revision_number=3']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:50:33.345403 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78a43431-c8b0-44d8-b366-d7225fa1c9c9'] response: {'name': 'network-changed', 'server_uuid': 'c494f2b3-e554-4471-b050-eb284aaeb520', 'tag': '627d4090-287b-43b1-8dde-a04d1f21138d', 'status': 'completed', 'code': 200} Jun 24 23:50:33.415017 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec4738-0e76-4703-a0a8-8ed806597cd0 req-51813bf4-ef82-411a-95ec-43fa5ab0a33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:50:33.417320 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-d5ec4738-0e76-4703-a0a8-8ed806597cd0 req-51813bf4-ef82-411a-95ec-43fa5ab0a33b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc2e981e5c2b4ac78ce7c820ebe3e4a0&device_id=c494f2b3-e554-4471-b050-eb284aaeb520 HTTP/1.1" status: 200 len: 1096 time: 0.1293392 Jun 24 23:50:33.498943 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-d5ec4738-0e76-4703-a0a8-8ed806597cd0 req-7fac4407-a792-4456-b2dc-670c7a5bb977 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=627d4090-287b-43b1-8dde-a04d1f21138d HTTP/1.1" status: 200 len: 217 time: 0.0676610 Jun 24 23:50:33.595417 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec4738-0e76-4703-a0a8-8ed806597cd0 req-b1cafc92-1c19-479a-a823-50cf291a11f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:50:33.595417 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-d5ec4738-0e76-4703-a0a8-8ed806597cd0 req-b1cafc92-1c19-479a-a823-50cf291a11f2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=80dd0bfb-dfbe-42ee-b0d9-251fe168e508 HTTP/1.1" status: 200 len: 854 time: 0.0916305 Jun 24 23:50:33.695557 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec4738-0e76-4703-a0a8-8ed806597cd0 req-c81bd97c-1cec-4867-9273-4a0383c81d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:50:33.696021 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-d5ec4738-0e76-4703-a0a8-8ed806597cd0 req-c81bd97c-1cec-4867-9273-4a0383c81d60 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7abaefcb-0064-4c5b-84e1-b4e60380849f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0920916 Jun 24 23:50:33.790716 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e74dcd-38b9-42fc-9b41-8677fc5ebdcd req-dee18dc3-2ca4-41d6-b4b2-1681e3542254 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:50:33.792416 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-e8e74dcd-38b9-42fc-9b41-8677fc5ebdcd req-dee18dc3-2ca4-41d6-b4b2-1681e3542254 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/ports?device_id=c494f2b3-e554-4471-b050-eb284aaeb520 HTTP/1.1" status: 200 len: 943 time: 0.1622787 Jun 24 23:50:33.852858 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-d5ec4738-0e76-4703-a0a8-8ed806597cd0 req-e1fb5842-83b3-4939-a89f-97c702ba8499 service neutron] 10.222.0.15 "GET /v2.0/networks/7abaefcb-0064-4c5b-84e1-b4e60380849f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457000 Jun 24 23:50:33.855223 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-e8e74dcd-38b9-42fc-9b41-8677fc5ebdcd req-16ce4840-454e-405f-8133-d3c74afb13a7 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/security-groups?id=b080e550-6b78-4f59-a2fa-2d5515afe1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544298 Jun 24 23:50:34.006339 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-d5ec4738-0e76-4703-a0a8-8ed806597cd0 req-4ec6aa0b-b282-424a-88f5-3a78c420a5c5 service neutron] 10.222.0.15 "GET /v2.0/networks/7abaefcb-0064-4c5b-84e1-b4e60380849f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437206 Jun 24 23:50:34.151839 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2babfd-849c-4447-9990-23946ca90bfe req-58c5c56b-6a5a-43e5-a3b0-463df0aae9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:50:34.153321 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-af2babfd-849c-4447-9990-23946ca90bfe req-58c5c56b-6a5a-43e5-a3b0-463df0aae9c4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc2e981e5c2b4ac78ce7c820ebe3e4a0&device_id=c494f2b3-e554-4471-b050-eb284aaeb520 HTTP/1.1" status: 200 len: 1096 time: 0.0915773 Jun 24 23:50:34.309555 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2babfd-849c-4447-9990-23946ca90bfe req-7139e67e-3cc2-472c-b2cf-538b27ecc461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:50:34.314040 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-af2babfd-849c-4447-9990-23946ca90bfe req-7139e67e-3cc2-472c-b2cf-538b27ecc461 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7abaefcb-0064-4c5b-84e1-b4e60380849f HTTP/1.1" status: 200 len: 916 time: 0.1488221 Jun 24 23:50:34.429247 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-af2babfd-849c-4447-9990-23946ca90bfe req-097a95eb-3085-4f54-87f7-ae4913fe15b5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=627d4090-287b-43b1-8dde-a04d1f21138d HTTP/1.1" status: 200 len: 217 time: 0.1100314 Jun 24 23:50:34.512245 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2babfd-849c-4447-9990-23946ca90bfe req-fe73267f-ccc1-42ad-90ee-43eb81c2ec74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:50:34.513944 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-af2babfd-849c-4447-9990-23946ca90bfe req-fe73267f-ccc1-42ad-90ee-43eb81c2ec74 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=80dd0bfb-dfbe-42ee-b0d9-251fe168e508 HTTP/1.1" status: 200 len: 854 time: 0.0731976 Jun 24 23:50:34.582632 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e855f3-48b6-4534-bd00-9ee5cba540a0 req-2389a93e-4b7e-4390-8c22-4a097de21dc4 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:50:34.588695 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-99e855f3-48b6-4534-bd00-9ee5cba540a0 req-2389a93e-4b7e-4390-8c22-4a097de21dc4 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb5aa81a-c851-4098-913e-c601a291b241 HTTP/1.1" status: 200 len: 945 time: 0.2152417 Jun 24 23:50:34.659927 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-99e855f3-48b6-4534-bd00-9ee5cba540a0 req-886e1789-bfd7-4a97-9f0b-1a08199585d3 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups?id=82648a32-eb95-4549-8ac3-00025e413e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687788 Jun 24 23:50:34.668614 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2babfd-849c-4447-9990-23946ca90bfe req-8852163c-8589-416a-b507-47467541f280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:50:34.670055 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-af2babfd-849c-4447-9990-23946ca90bfe req-8852163c-8589-416a-b507-47467541f280 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7abaefcb-0064-4c5b-84e1-b4e60380849f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1482339 Jun 24 23:50:34.812635 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-af2babfd-849c-4447-9990-23946ca90bfe req-421bea55-6c12-4c14-ba59-b6765b128dfe service neutron] 10.222.0.15 "GET /v2.0/networks/7abaefcb-0064-4c5b-84e1-b4e60380849f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350172 Jun 24 23:50:35.081146 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-af2babfd-849c-4447-9990-23946ca90bfe req-bf786dbf-e9b4-4386-bab2-076fe26fdb10 service neutron] 10.222.0.15 "GET /v2.0/networks/7abaefcb-0064-4c5b-84e1-b4e60380849f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615740 Jun 24 23:50:35.087647 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194959f2-ec70-4e09-b1c8-a19a7f8f5f6c req-c864507a-9e59-4d0f-9a73-b6c1f002558e tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:50:35.088818 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-194959f2-ec70-4e09-b1c8-a19a7f8f5f6c req-c864507a-9e59-4d0f-9a73-b6c1f002558e tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/ports?device_id=c494f2b3-e554-4471-b050-eb284aaeb520 HTTP/1.1" status: 200 len: 943 time: 0.1055479 Jun 24 23:50:35.143801 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-194959f2-ec70-4e09-b1c8-a19a7f8f5f6c req-c581d165-7303-4381-af35-62b4e1b9d3cb tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/security-groups?id=b080e550-6b78-4f59-a2fa-2d5515afe1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476911 Jun 24 23:50:35.879622 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012da8f2-3581-41af-8a34-1ecbf7a1b21b req-75abd272-da14-4927-a8f9-1417b77d8f39 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:50:35.881110 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-012da8f2-3581-41af-8a34-1ecbf7a1b21b req-75abd272-da14-4927-a8f9-1417b77d8f39 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb5aa81a-c851-4098-913e-c601a291b241 HTTP/1.1" status: 200 len: 945 time: 0.0949967 Jun 24 23:50:35.928544 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-012da8f2-3581-41af-8a34-1ecbf7a1b21b req-447fa0e9-df2b-4d3d-8270-c3d06d9209fa tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups?id=82648a32-eb95-4549-8ac3-00025e413e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416744 Jun 24 23:50:36.344237 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e7022c-d826-40cd-a4ee-4a7a5b9b7837 req-3a23e4c5-e316-48a7-84ff-d5e1bfa245cc tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:50:36.346737 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-b9e7022c-d826-40cd-a4ee-4a7a5b9b7837 req-3a23e4c5-e316-48a7-84ff-d5e1bfa245cc tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/ports?device_id=c494f2b3-e554-4471-b050-eb284aaeb520 HTTP/1.1" status: 200 len: 943 time: 0.0954394 Jun 24 23:50:36.402711 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-b9e7022c-d826-40cd-a4ee-4a7a5b9b7837 req-543fffa6-a96e-4b6e-8877-41217a12d791 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/security-groups?id=b080e550-6b78-4f59-a2fa-2d5515afe1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428782 Jun 24 23:50:37.133605 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ef271-d0cc-48a0-93e7-c792165af1bf req-6173a1db-777d-4f36-bd27-aefbae6d083d tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:50:37.135150 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-ce4ef271-d0cc-48a0-93e7-c792165af1bf req-6173a1db-777d-4f36-bd27-aefbae6d083d tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb5aa81a-c851-4098-913e-c601a291b241 HTTP/1.1" status: 200 len: 945 time: 0.0882912 Jun 24 23:50:37.182947 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-ce4ef271-d0cc-48a0-93e7-c792165af1bf req-41ccaf8f-8b37-4285-ac0d-b439d1a44d58 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups?id=82648a32-eb95-4549-8ac3-00025e413e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406084 Jun 24 23:50:37.594824 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950d9995-1f44-43c3-939a-a8446408f865 req-7037cf81-c5c5-4a6a-b8b8-516097ebdc3c tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:50:37.596304 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-950d9995-1f44-43c3-939a-a8446408f865 req-7037cf81-c5c5-4a6a-b8b8-516097ebdc3c tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/ports?device_id=c494f2b3-e554-4471-b050-eb284aaeb520 HTTP/1.1" status: 200 len: 943 time: 0.0892470 Jun 24 23:50:37.640247 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-950d9995-1f44-43c3-939a-a8446408f865 req-ed6b0c08-fb79-44d4-9e3d-c6d2c3e3b106 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/security-groups?id=b080e550-6b78-4f59-a2fa-2d5515afe1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381069 Jun 24 23:50:37.836872 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901adbfb-d299-4806-b16b-5df99440e8cc req-6f76525f-ffd5-4d74-ae29-a41cbeef6768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:50:37.838337 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-901adbfb-d299-4806-b16b-5df99440e8cc req-6f76525f-ffd5-4d74-ae29-a41cbeef6768 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b035f09c574a4283bf9b03bc84f830d7&device_id=bb5aa81a-c851-4098-913e-c601a291b241 HTTP/1.1" status: 200 len: 1098 time: 0.0764165 Jun 24 23:50:37.966036 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901adbfb-d299-4806-b16b-5df99440e8cc req-a41fb057-b62c-4923-b4ff-123d1eb03867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:50:37.967416 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-901adbfb-d299-4806-b16b-5df99440e8cc req-a41fb057-b62c-4923-b4ff-123d1eb03867 service neutron] 10.222.0.15 "GET /v2.0/networks?id=85013f97-fab4-404c-a234-1f20e31752e1 HTTP/1.1" status: 200 len: 917 time: 0.1199951 Jun 24 23:50:38.069568 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-901adbfb-d299-4806-b16b-5df99440e8cc req-d60a1982-75e6-430d-b36d-aa128d469412 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b22cc52-f1c9-4788-bff6-4c73f0baa564 HTTP/1.1" status: 200 len: 1001 time: 0.0923524 Jun 24 23:50:38.073248 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Device 627d4090-287b-43b1-8dde-a04d1f21138d details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 23:50:38.135066 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901adbfb-d299-4806-b16b-5df99440e8cc req-53c73c7e-6f15-43ad-88f6-a0d32f7c4d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:50:38.136520 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-901adbfb-d299-4806-b16b-5df99440e8cc req-53c73c7e-6f15-43ad-88f6-a0d32f7c4d06 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c0f5bad0-1ece-425d-be26-c3b0dd205e3f HTTP/1.1" status: 200 len: 855 time: 0.0577121 Jun 24 23:50:38.202262 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] For port 627d4090-287b-43b1-8dde-a04d1f21138d, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=627d4090-287b-43b1-8dde-a04d1f21138d,segment=NetworkSegment(04b3cdd8-8d24-43a2-8a87-294baaf0163b),segment_id=04b3cdd8-8d24-43a2-8a87-294baaf0163b)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:50:38.215637 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Returning: {'device': '627d4090-287b-43b1-8dde-a04d1f21138d', 'network_id': '7abaefcb-0064-4c5b-84e1-b4e60380849f', 'port_id': '627d4090-287b-43b1-8dde-a04d1f21138d', 'mac_address': 'fa:16:3e:8f:15:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80dd0bfb-dfbe-42ee-b0d9-251fe168e508', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 23:50:38.223078 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901adbfb-d299-4806-b16b-5df99440e8cc req-1ed04d6f-ce94-4e55-9085-838eefe4d0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:50:38.224598 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-901adbfb-d299-4806-b16b-5df99440e8cc req-1ed04d6f-ce94-4e55-9085-838eefe4d0ed service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=85013f97-fab4-404c-a234-1f20e31752e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0787864 Jun 24 23:50:38.274399 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-707bff31-b5da-4601-b274-386892c937dc None None] Current status of the port 627d4090-287b-43b1-8dde-a04d1f21138d is: DOWN; New status is: BUILD {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:50:38.274801 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:50:38.291880 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.notifiers.nova [None req-707bff31-b5da-4601-b274-386892c937dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 627d4090-287b-43b1-8dde-a04d1f21138d {{(pid=88110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 23:50:38.307253 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] For port 627d4090-287b-43b1-8dde-a04d1f21138d, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=627d4090-287b-43b1-8dde-a04d1f21138d,segment=NetworkSegment(04b3cdd8-8d24-43a2-8a87-294baaf0163b),segment_id=04b3cdd8-8d24-43a2-8a87-294baaf0163b)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:50:38.311875 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:50:38.378996 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Pushing event updated for resources: {'Port': ['ID=627d4090-287b-43b1-8dde-a04d1f21138d,revision_number=4']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:50:38.419453 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-901adbfb-d299-4806-b16b-5df99440e8cc req-b320e653-9cf8-4225-9ad6-ffe2307fba06 service neutron] 10.222.0.15 "GET /v2.0/networks/85013f97-fab4-404c-a234-1f20e31752e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853316 Jun 24 23:50:38.456679 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2586da-40dc-4ec6-8f65-91824a25b45b req-d4c52d8e-5d22-42d0-84cc-272e212d90ff tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:50:38.458092 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-0b2586da-40dc-4ec6-8f65-91824a25b45b req-d4c52d8e-5d22-42d0-84cc-272e212d90ff tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb5aa81a-c851-4098-913e-c601a291b241 HTTP/1.1" status: 200 len: 945 time: 0.1550081 Jun 24 23:50:38.560362 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-0b2586da-40dc-4ec6-8f65-91824a25b45b req-d7fdf84e-54be-46c5-8398-f769f997f738 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups?id=82648a32-eb95-4549-8ac3-00025e413e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578396 Jun 24 23:50:38.592116 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-901adbfb-d299-4806-b16b-5df99440e8cc req-8a921c19-226a-4063-a8ed-e12d3d685458 service neutron] 10.222.0.15 "GET /v2.0/networks/85013f97-fab4-404c-a234-1f20e31752e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646295 Jun 24 23:50:38.598074 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] get_ports_and_sgs() called for port_ids ['627d4090-287b-43b1-8dde-a04d1f21138d'] {{(pid=88110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 23:50:38.829948 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f9d8c7-3a3a-4456-beb9-9ccf2b643d90 req-3b6ebc14-5075-4f7e-8ddd-946c7caee1a7 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:50:38.831421 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-90f9d8c7-3a3a-4456-beb9-9ccf2b643d90 req-3b6ebc14-5075-4f7e-8ddd-946c7caee1a7 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/ports?device_id=c494f2b3-e554-4471-b050-eb284aaeb520 HTTP/1.1" status: 200 len: 944 time: 0.0882280 Jun 24 23:50:38.870531 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:50:38.879448 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-90f9d8c7-3a3a-4456-beb9-9ccf2b643d90 req-29339cb5-e8ab-4ea1-b7a4-29d79215ce74 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/security-groups?id=b080e550-6b78-4f59-a2fa-2d5515afe1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423567 Jun 24 23:50:39.750744 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3386a8cf-d179-40a1-afc9-7d53950bc1fd req-e5ae6e24-53bf-46fd-8715-5ad1ff74f179 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:50:39.752230 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-3386a8cf-d179-40a1-afc9-7d53950bc1fd req-e5ae6e24-53bf-46fd-8715-5ad1ff74f179 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb5aa81a-c851-4098-913e-c601a291b241 HTTP/1.1" status: 200 len: 945 time: 0.0855112 Jun 24 23:50:39.793993 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-3386a8cf-d179-40a1-afc9-7d53950bc1fd req-49123505-fef8-4f6f-92b1-b77e8059b5bb tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups?id=82648a32-eb95-4549-8ac3-00025e413e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361633 Jun 24 23:50:39.946161 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-c342b736-ff11-49fa-977c-db6b6d2a48e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:50:40.065799 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ef173d-0a10-4386-914e-c211ad1d59b4 req-ecabe623-77ee-47ef-9db1-ccabd0d5a20c tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:50:40.067229 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-91ef173d-0a10-4386-914e-c211ad1d59b4 req-ecabe623-77ee-47ef-9db1-ccabd0d5a20c tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/ports?device_id=c494f2b3-e554-4471-b050-eb284aaeb520 HTTP/1.1" status: 200 len: 944 time: 0.0842044 Jun 24 23:50:40.077779 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Device 627d4090-287b-43b1-8dde-a04d1f21138d up at agent hyperv_hv-cinder-84718 {{(pid=88110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 23:50:40.111274 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-91ef173d-0a10-4386-914e-c211ad1d59b4 req-82edb198-5847-4f82-8942-e2999def20d5 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/security-groups?id=b080e550-6b78-4f59-a2fa-2d5515afe1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380256 Jun 24 23:50:40.144994 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-707bff31-b5da-4601-b274-386892c937dc None None] Provisioning for port 627d4090-287b-43b1-8dde-a04d1f21138d completed by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 23:50:40.149607 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-707bff31-b5da-4601-b274-386892c937dc None None] Provisioning complete for port 627d4090-287b-43b1-8dde-a04d1f21138d triggered by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:50:40.149970 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:50:40.264457 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-707bff31-b5da-4601-b274-386892c937dc None None] Current status of the port 627d4090-287b-43b1-8dde-a04d1f21138d is: BUILD; New status is: ACTIVE {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:50:40.264829 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:50:40.290879 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c494f2b3-e554-4471-b050-eb284aaeb520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '627d4090-287b-43b1-8dde-a04d1f21138d'}] {{(pid=88110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 23:50:40.301739 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] For port 627d4090-287b-43b1-8dde-a04d1f21138d, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=627d4090-287b-43b1-8dde-a04d1f21138d,segment=NetworkSegment(04b3cdd8-8d24-43a2-8a87-294baaf0163b),segment_id=04b3cdd8-8d24-43a2-8a87-294baaf0163b)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:50:40.305861 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:50:40.345548 dv-cinder-847189-5-smb neutron-server[88110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c55a504b-1d52-4832-a7a2-63730fa1fd31'] response: {'server_uuid': 'c494f2b3-e554-4471-b050-eb284aaeb520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '627d4090-287b-43b1-8dde-a04d1f21138d', 'code': 200} Jun 24 23:50:40.384320 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Pushing event updated for resources: {'Port': ['ID=627d4090-287b-43b1-8dde-a04d1f21138d,revision_number=5']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:50:40.581640 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf876348-c027-4f44-8f43-ef315374de20 req-98d5b158-3a42-403b-af19-d94a243feee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:50:40.583102 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-bf876348-c027-4f44-8f43-ef315374de20 req-98d5b158-3a42-403b-af19-d94a243feee1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c494f2b3-e554-4471-b050-eb284aaeb520 HTTP/1.1" status: 200 len: 1098 time: 0.0802233 Jun 24 23:50:40.623284 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-bf876348-c027-4f44-8f43-ef315374de20 req-b99ac04c-78ff-4e31-8a9e-e9aacdb39470 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b080e550-6b78-4f59-a2fa-2d5515afe1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334268 Jun 24 23:50:40.993627 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70180d07-bc48-42c4-8ac4-20fbb64c0edf req-9a6bc561-838a-4618-9ae8-f1b703dc4d9e tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:50:40.995075 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-70180d07-bc48-42c4-8ac4-20fbb64c0edf req-9a6bc561-838a-4618-9ae8-f1b703dc4d9e tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb5aa81a-c851-4098-913e-c601a291b241 HTTP/1.1" status: 200 len: 945 time: 0.0875766 Jun 24 23:50:41.037990 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-70180d07-bc48-42c4-8ac4-20fbb64c0edf req-2b6268ed-8066-47cc-b506-22b9b891c261 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups?id=82648a32-eb95-4549-8ac3-00025e413e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365353 Jun 24 23:50:41.300813 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bba77c-7874-4dc0-81ac-b22ecd22d258 req-452e9d4c-1185-46f9-973d-20dd7899ec20 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:50:41.302275 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-20bba77c-7874-4dc0-81ac-b22ecd22d258 req-452e9d4c-1185-46f9-973d-20dd7899ec20 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/ports?device_id=c494f2b3-e554-4471-b050-eb284aaeb520 HTTP/1.1" status: 200 len: 945 time: 0.0867901 Jun 24 23:50:41.351556 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-20bba77c-7874-4dc0-81ac-b22ecd22d258 req-2ae1ce52-836d-424e-970c-69b11056a0bd tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/security-groups?id=b080e550-6b78-4f59-a2fa-2d5515afe1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430861 Jun 24 23:50:42.082028 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Device 1b22cc52-f1c9-4788-bff6-4c73f0baa564 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 23:50:42.204765 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-a10eee48-7a86-43fb-9357-f345637b1bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:50:42.209677 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-707bff31-b5da-4601-b274-386892c937dc None None] Current status of the port 1b22cc52-f1c9-4788-bff6-4c73f0baa564 is: ACTIVE; New status is: DOWN {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:50:42.210048 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:50:42.243503 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] For port 1b22cc52-f1c9-4788-bff6-4c73f0baa564, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=1b22cc52-f1c9-4788-bff6-4c73f0baa564,segment=NetworkSegment(cc28d19b-2326-449b-923e-434d239126ee),segment_id=cc28d19b-2326-449b-923e-434d239126ee)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:50:42.247448 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:50:42.316395 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Pushing event updated for resources: {'Port': ['ID=1b22cc52-f1c9-4788-bff6-4c73f0baa564,revision_number=8']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:50:42.346713 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb5aa81a-c851-4098-913e-c601a291b241', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b22cc52-f1c9-4788-bff6-4c73f0baa564'}] {{(pid=88110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 23:50:42.389803 dv-cinder-847189-5-smb neutron-server[88110]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-cb500b97-43f4-4bbc-9b66-6789d654f8e8']: {'server_uuid': 'bb5aa81a-c851-4098-913e-c601a291b241', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1b22cc52-f1c9-4788-bff6-4c73f0baa564', 'code': 422} returned with failed status Jun 24 23:50:42.466148 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec20e90-69f3-41a0-92ca-3ab696f63b9d req-f4694eb1-11b2-4f92-acd3-f321bd40cb1e tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:50:42.467752 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-6ec20e90-69f3-41a0-92ca-3ab696f63b9d req-f4694eb1-11b2-4f92-acd3-f321bd40cb1e tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb5aa81a-c851-4098-913e-c601a291b241 HTTP/1.1" status: 200 len: 943 time: 0.0974371 Jun 24 23:50:42.514905 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-6ec20e90-69f3-41a0-92ca-3ab696f63b9d req-3d0ec199-39dc-4306-a356-b09b6d4c637e tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups?id=82648a32-eb95-4549-8ac3-00025e413e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405860 Jun 24 23:50:42.549951 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 60690) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:50:42.567824 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7133f0-a062-4a84-bf0e-969533b7ae44 req-f605e422-03df-42ae-b5e7-e62128f50016 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:50:42.569368 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-ab7133f0-a062-4a84-bf0e-969533b7ae44 req-f605e422-03df-42ae-b5e7-e62128f50016 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/ports?device_id=c494f2b3-e554-4471-b050-eb284aaeb520 HTTP/1.1" status: 200 len: 945 time: 0.0951002 Jun 24 23:50:42.616867 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-ab7133f0-a062-4a84-bf0e-969533b7ae44 req-139db634-3409-4bb0-86bb-2541a011cf1f tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/security-groups?id=b080e550-6b78-4f59-a2fa-2d5515afe1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414348 Jun 24 23:50:42.669876 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-d7ad5301-6105-47f9-b968-75c354e93bad req-c570ade5-c940-498f-959d-e0ec56179523 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bb5aa81a-c851-4098-913e-c601a291b241&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1187706 Jun 24 23:50:42.802141 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daa5e8b-e616-4746-956d-42418744bdcd req-63c0b678-5766-4d06-8480-0ce70cd0f9fb tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:50:42.803613 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-6daa5e8b-e616-4746-956d-42418744bdcd req-63c0b678-5766-4d06-8480-0ce70cd0f9fb tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/ports?device_id=c494f2b3-e554-4471-b050-eb284aaeb520 HTTP/1.1" status: 200 len: 945 time: 0.0868080 Jun 24 23:50:42.812108 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 60704) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:50:42.817213 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.v2.base [None req-308bea76-f583-40ba-b893-eae3ca3bc533 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Request body: {'floatingip': {'port_id': '627d4090-287b-43b1-8dde-a04d1f21138d'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:50:42.898196 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-8c0b2992-c590-46d4-9042-25b3b8179244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:50:42.900450 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-308bea76-f583-40ba-b893-eae3ca3bc533 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks [] for floatingip, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:50:43.131927 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.agents_db [None req-920f0d7c-c373-4dd0-bab9-7f12e43ec96a None None] Agent healthcheck: found 6 active agents {{(pid=88111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 23:50:43.343210 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:50:43.667874 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-308bea76-f583-40ba-b893-eae3ca3bc533 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:50:43.676027 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-308bea76-f583-40ba-b893-eae3ca3bc533 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476618'] for floatingip, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:50:43.855082 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ad5301-6105-47f9-b968-75c354e93bad req-2f4ac445-f5fa-4678-bd4c-272386d0351c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:50:43.856484 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-d7ad5301-6105-47f9-b968-75c354e93bad req-2f4ac445-f5fa-4678-bd4c-272386d0351c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bb5aa81a-c851-4098-913e-c601a291b241&tenant_id=b035f09c574a4283bf9b03bc84f830d7 HTTP/1.1" status: 200 len: 1096 time: 0.3140426 Jun 24 23:50:43.877672 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.db.l3_db [None req-308bea76-f583-40ba-b893-eae3ca3bc533 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Floating IP 6a1821d7-346d-4f41-8d72-029d83bc9521 associated. External IP: 172.28.1.43, port: 627d4090-287b-43b1-8dde-a04d1f21138d. Jun 24 23:50:43.969760 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0477d4d0-876a-411d-95a9-935f582337dc req-51ee5af5-2103-4347-9d88-4a35e9db2bfb tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:50:43.971140 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-0477d4d0-876a-411d-95a9-935f582337dc req-51ee5af5-2103-4347-9d88-4a35e9db2bfb tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb5aa81a-c851-4098-913e-c601a291b241 HTTP/1.1" status: 200 len: 943 time: 0.3410623 Jun 24 23:50:44.116839 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-0477d4d0-876a-411d-95a9-935f582337dc req-7cecb020-26f4-4738-9c9d-1013f4651b13 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups?id=82648a32-eb95-4549-8ac3-00025e413e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813789 Jun 24 23:50:44.356454 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ad5301-6105-47f9-b968-75c354e93bad req-d1eb58d0-b585-468c-ab9a-40a2eb7705cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:50:44.357895 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-d7ad5301-6105-47f9-b968-75c354e93bad req-d1eb58d0-b585-468c-ab9a-40a2eb7705cc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b035f09c574a4283bf9b03bc84f830d7&device_id=bb5aa81a-c851-4098-913e-c601a291b241 HTTP/1.1" status: 200 len: 1096 time: 0.4319594 Jun 24 23:50:44.528376 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-308bea76-f583-40ba-b893-eae3ca3bc533 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Router d53a711a-9bec-4a49-ae93-b791547b851e has already been hosted by L3 agent 05c04ad7-f453-4a24-8793-b86a404a0ef9 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 23:50:44.529506 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ad5301-6105-47f9-b968-75c354e93bad req-5e72291c-aeda-45d2-bf50-49ed88541dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:50:44.531009 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-d7ad5301-6105-47f9-b968-75c354e93bad req-5e72291c-aeda-45d2-bf50-49ed88541dc3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=85013f97-fab4-404c-a234-1f20e31752e1 HTTP/1.1" status: 200 len: 917 time: 0.1653388 Jun 24 23:50:44.656842 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-1d7c9831-c6e7-4afe-acbd-faa6f5f62172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:50:44.763605 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-d7ad5301-6105-47f9-b968-75c354e93bad req-e9fee794-1506-4a65-9882-46889a5969f6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b22cc52-f1c9-4788-bff6-4c73f0baa564 HTTP/1.1" status: 200 len: 999 time: 0.2256649 Jun 24 23:50:44.828911 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-308bea76-f583-40ba-b893-eae3ca3bc533 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify agent at l3_agent.dv-cinder-847189-5-smb the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 23:50:44.837289 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-308bea76-f583-40ba-b893-eae3ca3bc533 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122089'] for floatingip, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:50:44.839279 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3276b0-31cf-46a3-98e6-d6b12eb9eb8c None None] Sync routers for ids ['d53a711a-9bec-4a49-ae93-b791547b851e'] in dv-cinder-847189-5-smb {{(pid=88111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 23:50:44.848857 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3276b0-31cf-46a3-98e6-d6b12eb9eb8c None None] Routers {'d53a711a-9bec-4a49-ae93-b791547b851e'} bound to L3 agent in host dv-cinder-847189-5-smb {{(pid=88111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 23:50:44.849443 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-3a3276b0-31cf-46a3-98e6-d6b12eb9eb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T23:32:42Z,description=,heartbeat_timestamp=2022-06-24T23:50:42Z,host='dv-cinder-847189-5-smb',id=05c04ad7-f453-4a24-8793-b86a404a0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T23:32:42Z,topic='l3_agent')) {'router_ids': ['d53a711a-9bec-4a49-ae93-b791547b851e'], 'active': True} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:50:44.875194 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ad5301-6105-47f9-b968-75c354e93bad req-00e46784-1fcc-4874-8643-a9725f537bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:50:44.876618 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-d7ad5301-6105-47f9-b968-75c354e93bad req-00e46784-1fcc-4874-8643-a9725f537bca service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c0f5bad0-1ece-425d-be26-c3b0dd205e3f HTTP/1.1" status: 200 len: 855 time: 0.1027327 Jun 24 23:50:44.944026 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-308bea76-f583-40ba-b893-eae3ca3bc533 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "PUT /v2.0/floatingips/6a1821d7-346d-4f41-8d72-029d83bc9521 HTTP/1.1" status: 200 len: 990 time: 2.1306150 Jun 24 23:50:44.944952 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c494f2b3-e554-4471-b050-eb284aaeb520', 'tag': '627d4090-287b-43b1-8dde-a04d1f21138d'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 23:50:44.977632 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ad5301-6105-47f9-b968-75c354e93bad req-881aede7-c0f6-4322-9e42-d3168316ba83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:50:44.979471 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-d7ad5301-6105-47f9-b968-75c354e93bad req-881aede7-c0f6-4322-9e42-d3168316ba83 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=85013f97-fab4-404c-a234-1f20e31752e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0960388 Jun 24 23:50:45.006136 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4872eee8-0b8f-4165-9fe2-5c3c8f35206b'] response: {'name': 'network-changed', 'server_uuid': 'c494f2b3-e554-4471-b050-eb284aaeb520', 'tag': '627d4090-287b-43b1-8dde-a04d1f21138d', 'status': 'completed', 'code': 200} Jun 24 23:50:45.021077 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvr_db [None req-3a3276b0-31cf-46a3-98e6-d6b12eb9eb8c None None] Set router d53a711a-9bec-4a49-ae93-b791547b851e gateway port host: dv-cinder-847189-5-smb {{(pid=88111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 23:50:45.119239 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 60714) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:50:45.171939 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-d7ad5301-6105-47f9-b968-75c354e93bad req-f2f92bdf-a372-4810-bc90-90a760c69d3a service neutron] 10.222.0.15 "GET /v2.0/networks/85013f97-fab4-404c-a234-1f20e31752e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865919 Jun 24 23:50:45.328222 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1648865-4437-4d5e-8054-33a6752b8dc4 req-315f7952-f959-4c48-9139-8a722d1a431e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:50:45.329731 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-d1648865-4437-4d5e-8054-33a6752b8dc4 req-315f7952-f959-4c48-9139-8a722d1a431e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc2e981e5c2b4ac78ce7c820ebe3e4a0&device_id=c494f2b3-e554-4471-b050-eb284aaeb520 HTTP/1.1" status: 200 len: 1098 time: 0.2761173 Jun 24 23:50:45.373834 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-3a3276b0-31cf-46a3-98e6-d6b12eb9eb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'name': 'tempest-AttachVolumeNegativeTest-1127594969-router', 'tenant_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.241'}], 'enable_snat': True}, 'gw_port_id': '29bdc519-d88d-4c03-b997-414dc420d1ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:47:06Z', 'updated_at': '2022-06-24T23:47:10Z', 'revision_number': 4, 'project_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'gw_port': {'id': '29bdc519-d88d-4c03-b997-414dc420d1ef', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:47:07Z', 'updated_at': '2022-06-24T23:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb', '_floatingips': [{'id': '6a1821d7-346d-4f41-8d72-029d83bc9521', 'tenant_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'floating_ip_address': '172.28.1.43', 'floating_network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'router_id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'port_id': '627d4090-287b-43b1-8dde-a04d1f21138d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7abaefcb-0064-4c5b-84e1-b4e60380849f', 'mac_address': 'fa:16:3e:8f:15:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c494f2b3-e554-4471-b050-eb284aaeb520', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T23:50:27Z', 'updated_at': '2022-06-24T23:50:43Z', 'revision_number': 1, 'project_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d937a75-d09b-41f6-b3ef-a59dff25e161', 'name': '', 'network_id': '7abaefcb-0064-4c5b-84e1-b4e60380849f', 'tenant_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'mac_address': 'fa:16:3e:2f:59:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '80dd0bfb-dfbe-42ee-b0d9-251fe168e508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:47:09Z', 'updated_at': '2022-06-24T23:47:16Z', 'revision_number': 5, 'project_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'subnets': [{'id': '80dd0bfb-dfbe-42ee-b0d9-251fe168e508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-5-smb', False) {} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:50:45.378303 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3276b0-31cf-46a3-98e6-d6b12eb9eb8c None None] Checking router: d53a711a-9bec-4a49-ae93-b791547b851e for host: dv-cinder-847189-5-smb {{(pid=88111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 23:50:45.388330 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3276b0-31cf-46a3-98e6-d6b12eb9eb8c None None] Routers {'d53a711a-9bec-4a49-ae93-b791547b851e'} bound to L3 agent in host dv-cinder-847189-5-smb {{(pid=88111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 23:50:45.388921 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-3a3276b0-31cf-46a3-98e6-d6b12eb9eb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T23:32:42Z,description=,heartbeat_timestamp=2022-06-24T23:50:42Z,host='dv-cinder-847189-5-smb',id=05c04ad7-f453-4a24-8793-b86a404a0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T23:32:42Z,topic='l3_agent')) {'router_ids': ['d53a711a-9bec-4a49-ae93-b791547b851e'], 'active': True} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:50:45.425839 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-97f44c23-05fb-441e-9811-d344e26b0a6c tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Deleting port b15a54ad-3e3a-4938-8405-4a0ba242b3aa {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 23:50:45.426194 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-97f44c23-05fb-441e-9811-d344e26b0a6c tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754888672570'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:50:45.464072 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-d7ad5301-6105-47f9-b968-75c354e93bad req-cb20971e-f58f-43f0-9f80-221907ab9e93 service neutron] 10.222.0.15 "GET /v2.0/networks/85013f97-fab4-404c-a234-1f20e31752e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853537 Jun 24 23:50:45.508558 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d633a7d1-ca40-4ef6-9523-35ccd4a91703 req-d97645e4-de56-4ce3-85d6-ee4a952b44ff tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:50:45.510077 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-d633a7d1-ca40-4ef6-9523-35ccd4a91703 req-d97645e4-de56-4ce3-85d6-ee4a952b44ff tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb5aa81a-c851-4098-913e-c601a291b241 HTTP/1.1" status: 200 len: 943 time: 0.2604957 Jun 24 23:50:45.559078 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1648865-4437-4d5e-8054-33a6752b8dc4 req-0c871804-ca9a-4a00-bdec-17ed1aa480d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:50:45.560643 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-d1648865-4437-4d5e-8054-33a6752b8dc4 req-0c871804-ca9a-4a00-bdec-17ed1aa480d4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7abaefcb-0064-4c5b-84e1-b4e60380849f HTTP/1.1" status: 200 len: 916 time: 0.2205651 Jun 24 23:50:45.583429 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvr_db [None req-3a3276b0-31cf-46a3-98e6-d6b12eb9eb8c None None] Set router d53a711a-9bec-4a49-ae93-b791547b851e gateway port host: dv-cinder-847189-5-smb {{(pid=88111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 23:50:45.604136 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-97f44c23-05fb-441e-9811-d344e26b0a6c tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478950'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:50:45.604487 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-97f44c23-05fb-441e-9811-d344e26b0a6c tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:50:45.656918 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-d633a7d1-ca40-4ef6-9523-35ccd4a91703 req-cfdf86c6-8428-43ba-8703-1063afcf8c04 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups?id=82648a32-eb95-4549-8ac3-00025e413e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1364539 Jun 24 23:50:45.699647 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-d1648865-4437-4d5e-8054-33a6752b8dc4 req-43a7200a-15da-4b2d-aa96-fbb31c67108e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=627d4090-287b-43b1-8dde-a04d1f21138d HTTP/1.1" status: 200 len: 998 time: 0.1314366 Jun 24 23:50:45.737965 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-97f44c23-05fb-441e-9811-d344e26b0a6c tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Calling delete_port for b15a54ad-3e3a-4938-8405-4a0ba242b3aa owned by network:floatingip {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 23:50:45.796991 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1648865-4437-4d5e-8054-33a6752b8dc4 req-449fe42e-0d61-45fe-9515-6d3091febfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:50:45.798812 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-d1648865-4437-4d5e-8054-33a6752b8dc4 req-449fe42e-0d61-45fe-9515-6d3091febfb5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=80dd0bfb-dfbe-42ee-b0d9-251fe168e508 HTTP/1.1" status: 200 len: 854 time: 0.0923469 Jun 24 23:50:45.925849 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-97f44c23-05fb-441e-9811-d344e26b0a6c tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754888674196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754888214712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266550608'] for port, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:50:45.991071 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f44c23-05fb-441e-9811-d344e26b0a6c tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Pushing event deleted for resources: {'Port': ['ID=b15a54ad-3e3a-4938-8405-4a0ba242b3aa,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:50:46.047015 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1648865-4437-4d5e-8054-33a6752b8dc4 req-1fb98602-0bb7-43ed-bc5f-3b142066ff48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:50:46.052344 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-d1648865-4437-4d5e-8054-33a6752b8dc4 req-1fb98602-0bb7-43ed-bc5f-3b142066ff48 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7abaefcb-0064-4c5b-84e1-b4e60380849f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2431304 Jun 24 23:50:46.108969 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-3a3276b0-31cf-46a3-98e6-d6b12eb9eb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'name': 'tempest-AttachVolumeNegativeTest-1127594969-router', 'tenant_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.241'}], 'enable_snat': True}, 'gw_port_id': '29bdc519-d88d-4c03-b997-414dc420d1ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:47:06Z', 'updated_at': '2022-06-24T23:47:10Z', 'revision_number': 4, 'project_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'gw_port': {'id': '29bdc519-d88d-4c03-b997-414dc420d1ef', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:47:07Z', 'updated_at': '2022-06-24T23:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb', '_floatingips': [{'id': '6a1821d7-346d-4f41-8d72-029d83bc9521', 'tenant_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'floating_ip_address': '172.28.1.43', 'floating_network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'router_id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'port_id': '627d4090-287b-43b1-8dde-a04d1f21138d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7abaefcb-0064-4c5b-84e1-b4e60380849f', 'mac_address': 'fa:16:3e:8f:15:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c494f2b3-e554-4471-b050-eb284aaeb520', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T23:50:27Z', 'updated_at': '2022-06-24T23:50:43Z', 'revision_number': 1, 'project_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d937a75-d09b-41f6-b3ef-a59dff25e161', 'name': '', 'network_id': '7abaefcb-0064-4c5b-84e1-b4e60380849f', 'tenant_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'mac_address': 'fa:16:3e:2f:59:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '80dd0bfb-dfbe-42ee-b0d9-251fe168e508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:47:09Z', 'updated_at': '2022-06-24T23:47:16Z', 'revision_number': 5, 'project_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'subnets': [{'id': '80dd0bfb-dfbe-42ee-b0d9-251fe168e508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-5-smb', False) {} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:50:46.123333 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3276b0-31cf-46a3-98e6-d6b12eb9eb8c None None] The sync data for ids ['d53a711a-9bec-4a49-ae93-b791547b851e'] in dv-cinder-847189-5-smb is: [{'id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'name': 'tempest-AttachVolumeNegativeTest-1127594969-router', 'tenant_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.241'}], 'enable_snat': True}, 'gw_port_id': '29bdc519-d88d-4c03-b997-414dc420d1ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:47:06Z', 'updated_at': '2022-06-24T23:47:10Z', 'revision_number': 4, 'project_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'gw_port': {'id': '29bdc519-d88d-4c03-b997-414dc420d1ef', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:47:07Z', 'updated_at': '2022-06-24T23:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb', '_floatingips': [{'id': '6a1821d7-346d-4f41-8d72-029d83bc9521', 'tenant_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'floating_ip_address': '172.28.1.43', 'floating_network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'router_id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'port_id': '627d4090-287b-43b1-8dde-a04d1f21138d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7abaefcb-0064-4c5b-84e1-b4e60380849f', 'mac_address': 'fa:16:3e:8f:15:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c494f2b3-e554-4471-b050-eb284aaeb520', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T23:50:27Z', 'updated_at': '2022-06-24T23:50:43Z', 'revision_number': 1, 'project_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d937a75-d09b-41f6-b3ef-a59dff25e161', 'name': '', 'network_id': '7abaefcb-0064-4c5b-84e1-b4e60380849f', 'tenant_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'mac_address': 'fa:16:3e:2f:59:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '80dd0bfb-dfbe-42ee-b0d9-251fe168e508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:47:09Z', 'updated_at': '2022-06-24T23:47:16Z', 'revision_number': 5, 'project_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'subnets': [{'id': '80dd0bfb-dfbe-42ee-b0d9-251fe168e508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 23:50:46.157517 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f44c23-05fb-441e-9811-d344e26b0a6c tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:50:46.158069 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f44c23-05fb-441e-9811-d344e26b0a6c tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:50:46.158176 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f44c23-05fb-441e-9811-d344e26b0a6c tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:50:46.158464 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f44c23-05fb-441e-9811-d344e26b0a6c tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:50:46.158987 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f44c23-05fb-441e-9811-d344e26b0a6c tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:50:46.159381 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f44c23-05fb-441e-9811-d344e26b0a6c tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:50:46.159720 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f44c23-05fb-441e-9811-d344e26b0a6c tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:50:46.160102 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f44c23-05fb-441e-9811-d344e26b0a6c tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:50:46.160420 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f44c23-05fb-441e-9811-d344e26b0a6c tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:50:46.160794 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f44c23-05fb-441e-9811-d344e26b0a6c tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:50:46.161358 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f44c23-05fb-441e-9811-d344e26b0a6c tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:50:46.161748 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f44c23-05fb-441e-9811-d344e26b0a6c tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:50:46.166719 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-97f44c23-05fb-441e-9811-d344e26b0a6c tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Notify callbacks [] for floatingip, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:50:46.167176 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.db.l3_db [None req-97f44c23-05fb-441e-9811-d344e26b0a6c tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Floating IP 3308b9d0-1f9f-4f84-b700-abb7d5583420 disassociated (deleted). External IP: 172.28.1.110, port: e908d653-d473-45a8-9a5c-907dba57bfa7. Jun 24 23:50:46.430395 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec092fc-062f-4da2-b32f-2a70f44b6e19 None None] New status for floating IP 6a1821d7-346d-4f41-8d72-029d83bc9521: ACTIVE {{(pid=88110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 23:50:46.686016 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97f44c23-05fb-441e-9811-d344e26b0a6c tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Router 22b753cd-681d-4a88-b288-bcb26c70abb8 has already been hosted by L3 agent 05c04ad7-f453-4a24-8793-b86a404a0ef9 {{(pid=88109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 23:50:47.013843 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97f44c23-05fb-441e-9811-d344e26b0a6c tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Notify agent at l3_agent.dv-cinder-847189-5-smb the message routers_updated {{(pid=88109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 23:50:47.024511 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fea760-15e5-4636-b9a4-3cb2f9605e42 None None] Sync routers for ids ['22b753cd-681d-4a88-b288-bcb26c70abb8'] in dv-cinder-847189-5-smb {{(pid=88111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 23:50:47.038106 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fea760-15e5-4636-b9a4-3cb2f9605e42 None None] Routers {'22b753cd-681d-4a88-b288-bcb26c70abb8'} bound to L3 agent in host dv-cinder-847189-5-smb {{(pid=88111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 23:50:47.038830 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-66fea760-15e5-4636-b9a4-3cb2f9605e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T23:32:42Z,description=,heartbeat_timestamp=2022-06-24T23:50:42Z,host='dv-cinder-847189-5-smb',id=05c04ad7-f453-4a24-8793-b86a404a0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T23:32:42Z,topic='l3_agent')) {'router_ids': ['22b753cd-681d-4a88-b288-bcb26c70abb8'], 'active': True} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:50:47.057401 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-97f44c23-05fb-441e-9811-d344e26b0a6c tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122089'] for floatingip, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:50:47.120430 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-97f44c23-05fb-441e-9811-d344e26b0a6c tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] 10.222.0.42 "DELETE /v2.0/floatingips/3308b9d0-1f9f-4f84-b700-abb7d5583420 HTTP/1.1" status: 204 len: 168 time: 1.9997933 Jun 24 23:50:47.121396 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86559dd6-46d7-4cd8-b8fb-80b0c1d0543e', 'tag': 'e908d653-d473-45a8-9a5c-907dba57bfa7'}] {{(pid=88109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 23:50:47.146086 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba89bb6e-59c7-4263-ad3d-76bfc1af84f6 req-5105cde7-8ab7-4ac1-b968-f7dba28d238f tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:50:47.146086 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-ba89bb6e-59c7-4263-ad3d-76bfc1af84f6 req-5105cde7-8ab7-4ac1-b968-f7dba28d238f tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb5aa81a-c851-4098-913e-c601a291b241 HTTP/1.1" status: 200 len: 943 time: 0.2272420 Jun 24 23:50:47.286089 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvr_db [None req-66fea760-15e5-4636-b9a4-3cb2f9605e42 None None] Set router 22b753cd-681d-4a88-b288-bcb26c70abb8 gateway port host: dv-cinder-847189-5-smb {{(pid=88111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 23:50:47.442243 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecdff5ee-070b-4e33-921a-f52cf3d162aa'] response: {'name': 'network-changed', 'server_uuid': '86559dd6-46d7-4cd8-b8fb-80b0c1d0543e', 'tag': 'e908d653-d473-45a8-9a5c-907dba57bfa7', 'status': 'completed', 'code': 200} Jun 24 23:50:47.455658 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-ba89bb6e-59c7-4263-ad3d-76bfc1af84f6 req-c928ab4b-8aae-4c42-9a7d-66c6ee34bd34 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups?id=82648a32-eb95-4549-8ac3-00025e413e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3046865 Jun 24 23:50:47.660925 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c27d8a-c8f2-4856-a885-5b5f71688b4b req-81a14152-e911-44ed-a1cf-e58e7a95d3d5 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:50:47.663463 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-e9c27d8a-c8f2-4856-a885-5b5f71688b4b req-81a14152-e911-44ed-a1cf-e58e7a95d3d5 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] 10.222.0.42 "GET /v2.0/ports?device_id=86559dd6-46d7-4cd8-b8fb-80b0c1d0543e HTTP/1.1" status: 200 len: 945 time: 0.1184556 Jun 24 23:50:47.716235 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-e9c27d8a-c8f2-4856-a885-5b5f71688b4b req-f1fc5119-319f-4b72-a5ee-4094ccab3044 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] 10.222.0.42 "GET /v2.0/security-groups?id=8329392b-6c0f-4fd9-96ca-83e76b8b7876&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464671 Jun 24 23:50:47.717291 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-66fea760-15e5-4636-b9a4-3cb2f9605e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22b753cd-681d-4a88-b288-bcb26c70abb8', 'name': 'tempest-TestShelveInstance-320748044-router', 'tenant_id': '5a572a155c364670a8ac8d313c3dba25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.228'}], 'enable_snat': True}, 'gw_port_id': '940b3b9c-b583-4fb1-882f-26034223f553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:46:14Z', 'updated_at': '2022-06-24T23:46:20Z', 'revision_number': 4, 'project_id': '5a572a155c364670a8ac8d313c3dba25', 'gw_port': {'id': '940b3b9c-b583-4fb1-882f-26034223f553', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:cf:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b753cd-681d-4a88-b288-bcb26c70abb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:46:15Z', 'updated_at': '2022-06-24T23:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb', '_interfaces': [{'id': 'd76fcd3c-b081-4d74-bf43-9c2b47bf5111', 'name': '', 'network_id': '1531afa0-ec89-4a09-ad6c-c0dccb34c8cc', 'tenant_id': '5a572a155c364670a8ac8d313c3dba25', 'mac_address': 'fa:16:3e:13:07:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b753cd-681d-4a88-b288-bcb26c70abb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'af033a48-ac2c-43f9-b4db-c1ab5a772fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:46:19Z', 'updated_at': '2022-06-24T23:46:28Z', 'revision_number': 5, 'project_id': '5a572a155c364670a8ac8d313c3dba25', 'subnets': [{'id': 'af033a48-ac2c-43f9-b4db-c1ab5a772fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-5-smb', False) {} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:50:47.722073 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fea760-15e5-4636-b9a4-3cb2f9605e42 None None] Checking router: 22b753cd-681d-4a88-b288-bcb26c70abb8 for host: dv-cinder-847189-5-smb {{(pid=88111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 23:50:47.746618 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fea760-15e5-4636-b9a4-3cb2f9605e42 None None] Routers {'22b753cd-681d-4a88-b288-bcb26c70abb8'} bound to L3 agent in host dv-cinder-847189-5-smb {{(pid=88111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 23:50:47.746618 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-66fea760-15e5-4636-b9a4-3cb2f9605e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T23:32:42Z,description=,heartbeat_timestamp=2022-06-24T23:50:42Z,host='dv-cinder-847189-5-smb',id=05c04ad7-f453-4a24-8793-b86a404a0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T23:32:42Z,topic='l3_agent')) {'router_ids': ['22b753cd-681d-4a88-b288-bcb26c70abb8'], 'active': True} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:50:47.938182 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvr_db [None req-66fea760-15e5-4636-b9a4-3cb2f9605e42 None None] Set router 22b753cd-681d-4a88-b288-bcb26c70abb8 gateway port host: dv-cinder-847189-5-smb {{(pid=88111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 23:50:48.266045 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-66fea760-15e5-4636-b9a4-3cb2f9605e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22b753cd-681d-4a88-b288-bcb26c70abb8', 'name': 'tempest-TestShelveInstance-320748044-router', 'tenant_id': '5a572a155c364670a8ac8d313c3dba25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.228'}], 'enable_snat': True}, 'gw_port_id': '940b3b9c-b583-4fb1-882f-26034223f553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:46:14Z', 'updated_at': '2022-06-24T23:46:20Z', 'revision_number': 4, 'project_id': '5a572a155c364670a8ac8d313c3dba25', 'gw_port': {'id': '940b3b9c-b583-4fb1-882f-26034223f553', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:cf:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b753cd-681d-4a88-b288-bcb26c70abb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:46:15Z', 'updated_at': '2022-06-24T23:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb', '_interfaces': [{'id': 'd76fcd3c-b081-4d74-bf43-9c2b47bf5111', 'name': '', 'network_id': '1531afa0-ec89-4a09-ad6c-c0dccb34c8cc', 'tenant_id': '5a572a155c364670a8ac8d313c3dba25', 'mac_address': 'fa:16:3e:13:07:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b753cd-681d-4a88-b288-bcb26c70abb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'af033a48-ac2c-43f9-b4db-c1ab5a772fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:46:19Z', 'updated_at': '2022-06-24T23:46:28Z', 'revision_number': 5, 'project_id': '5a572a155c364670a8ac8d313c3dba25', 'subnets': [{'id': 'af033a48-ac2c-43f9-b4db-c1ab5a772fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-5-smb', False) {} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:50:48.270830 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fea760-15e5-4636-b9a4-3cb2f9605e42 None None] The sync data for ids ['22b753cd-681d-4a88-b288-bcb26c70abb8'] in dv-cinder-847189-5-smb is: [{'id': '22b753cd-681d-4a88-b288-bcb26c70abb8', 'name': 'tempest-TestShelveInstance-320748044-router', 'tenant_id': '5a572a155c364670a8ac8d313c3dba25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.228'}], 'enable_snat': True}, 'gw_port_id': '940b3b9c-b583-4fb1-882f-26034223f553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:46:14Z', 'updated_at': '2022-06-24T23:46:20Z', 'revision_number': 4, 'project_id': '5a572a155c364670a8ac8d313c3dba25', 'gw_port': {'id': '940b3b9c-b583-4fb1-882f-26034223f553', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:cf:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b753cd-681d-4a88-b288-bcb26c70abb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:46:15Z', 'updated_at': '2022-06-24T23:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb', '_interfaces': [{'id': 'd76fcd3c-b081-4d74-bf43-9c2b47bf5111', 'name': '', 'network_id': '1531afa0-ec89-4a09-ad6c-c0dccb34c8cc', 'tenant_id': '5a572a155c364670a8ac8d313c3dba25', 'mac_address': 'fa:16:3e:13:07:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b753cd-681d-4a88-b288-bcb26c70abb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'af033a48-ac2c-43f9-b4db-c1ab5a772fe8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:46:19Z', 'updated_at': '2022-06-24T23:46:28Z', 'revision_number': 5, 'project_id': '5a572a155c364670a8ac8d313c3dba25', 'subnets': [{'id': 'af033a48-ac2c-43f9-b4db-c1ab5a772fe8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 23:50:48.525955 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2e8182-9b0c-4668-96da-847a5fd3ac84 None None] New status for floating IP 3308b9d0-1f9f-4f84-b700-abb7d5583420: DOWN {{(pid=88110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 23:50:48.675421 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61b12aa-8ba8-4f14-818b-92462395433c req-d73b9a52-bf05-4ef5-bd79-004cd45cf59b tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:50:48.679140 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-d61b12aa-8ba8-4f14-818b-92462395433c req-d73b9a52-bf05-4ef5-bd79-004cd45cf59b tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb5aa81a-c851-4098-913e-c601a291b241 HTTP/1.1" status: 200 len: 943 time: 0.1060400 Jun 24 23:50:48.736467 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-d61b12aa-8ba8-4f14-818b-92462395433c req-c51b6902-4336-40b5-bc06-257b92f69d4e tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups?id=82648a32-eb95-4549-8ac3-00025e413e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478196 Jun 24 23:50:48.938250 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb4e6c2-1a73-4c74-b706-6ebcbf1b2f5c req-0eafa83d-a934-45c2-b929-6ea2655c27bc tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:50:48.941448 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-7bb4e6c2-1a73-4c74-b706-6ebcbf1b2f5c req-0eafa83d-a934-45c2-b929-6ea2655c27bc tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] 10.222.0.42 "GET /v2.0/ports?device_id=86559dd6-46d7-4cd8-b8fb-80b0c1d0543e HTTP/1.1" status: 200 len: 945 time: 0.0910785 Jun 24 23:50:48.988745 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-7bb4e6c2-1a73-4c74-b706-6ebcbf1b2f5c req-f4711069-1556-44a1-b49f-e985b2f33b6c tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] 10.222.0.42 "GET /v2.0/security-groups?id=8329392b-6c0f-4fd9-96ca-83e76b8b7876&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404291 Jun 24 23:50:49.955302 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e53fbb5-1409-45b2-a4b7-50a9c247fe49 req-27528274-3700-4d20-aeb8-18cc2c3189eb tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:50:49.956793 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-7e53fbb5-1409-45b2-a4b7-50a9c247fe49 req-27528274-3700-4d20-aeb8-18cc2c3189eb tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb5aa81a-c851-4098-913e-c601a291b241 HTTP/1.1" status: 200 len: 943 time: 0.0933671 Jun 24 23:50:50.002756 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-7e53fbb5-1409-45b2-a4b7-50a9c247fe49 req-abcbd6b1-b379-4f12-bb10-486730e83ca2 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups?id=82648a32-eb95-4549-8ac3-00025e413e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394688 Jun 24 23:50:50.200111 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d1097e-6a06-4d4f-9554-6ec62940a0c9 req-cc91a625-b2d5-4fd3-914e-9ff5d5b7ffae tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:50:50.201792 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-d8d1097e-6a06-4d4f-9554-6ec62940a0c9 req-cc91a625-b2d5-4fd3-914e-9ff5d5b7ffae tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] 10.222.0.42 "GET /v2.0/ports?device_id=86559dd6-46d7-4cd8-b8fb-80b0c1d0543e HTTP/1.1" status: 200 len: 945 time: 0.0995464 Jun 24 23:50:50.252838 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-d8d1097e-6a06-4d4f-9554-6ec62940a0c9 req-17a4eaee-1041-4fda-b3fd-429470e563ef tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] 10.222.0.42 "GET /v2.0/security-groups?id=8329392b-6c0f-4fd9-96ca-83e76b8b7876&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444372 Jun 24 23:50:51.215357 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1fbb7b-f9ec-47af-b107-cb21cebb260a req-cbbee7e1-414e-4827-923d-b611c73fa89b tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:50:51.216865 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-bb1fbb7b-f9ec-47af-b107-cb21cebb260a req-cbbee7e1-414e-4827-923d-b611c73fa89b tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb5aa81a-c851-4098-913e-c601a291b241 HTTP/1.1" status: 200 len: 943 time: 0.0928893 Jun 24 23:50:51.266758 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-bb1fbb7b-f9ec-47af-b107-cb21cebb260a req-58c7e273-0f50-480b-8151-c0b8315025b7 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups?id=82648a32-eb95-4549-8ac3-00025e413e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438581 Jun 24 23:50:51.454191 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83281999-fd39-4d53-8ab5-deed539ed7db req-d395f8e7-2307-4cc2-bb39-63a75e77a564 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:50:51.455746 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-83281999-fd39-4d53-8ab5-deed539ed7db req-d395f8e7-2307-4cc2-bb39-63a75e77a564 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] 10.222.0.42 "GET /v2.0/ports?device_id=86559dd6-46d7-4cd8-b8fb-80b0c1d0543e HTTP/1.1" status: 200 len: 945 time: 0.0911121 Jun 24 23:50:51.503200 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-83281999-fd39-4d53-8ab5-deed539ed7db req-0e3049e1-9617-4cd6-8978-7d3c515233a7 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] 10.222.0.42 "GET /v2.0/security-groups?id=8329392b-6c0f-4fd9-96ca-83e76b8b7876&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417585 Jun 24 23:50:52.483560 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717bbb8a-2584-4f40-8eba-c61f2ba62577 req-b01c18b1-8e8c-4d43-bcd0-932222897b4e tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:50:52.485281 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-717bbb8a-2584-4f40-8eba-c61f2ba62577 req-b01c18b1-8e8c-4d43-bcd0-932222897b4e tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb5aa81a-c851-4098-913e-c601a291b241 HTTP/1.1" status: 200 len: 943 time: 0.0900884 Jun 24 23:50:52.531681 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-717bbb8a-2584-4f40-8eba-c61f2ba62577 req-20983dd2-9e32-4795-9ed1-25627de85b4b tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups?id=82648a32-eb95-4549-8ac3-00025e413e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406978 Jun 24 23:50:52.731179 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38062d7-c75b-47da-9625-f9c1dad2b980 req-74c5404b-3967-473e-ac1f-4b513abc303e tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:50:52.732748 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-a38062d7-c75b-47da-9625-f9c1dad2b980 req-74c5404b-3967-473e-ac1f-4b513abc303e tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] 10.222.0.42 "GET /v2.0/ports?device_id=86559dd6-46d7-4cd8-b8fb-80b0c1d0543e HTTP/1.1" status: 200 len: 945 time: 0.0931909 Jun 24 23:50:52.784130 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-a38062d7-c75b-47da-9625-f9c1dad2b980 req-42003077-922c-4625-afd0-39b1f36c6eef tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] 10.222.0.42 "GET /v2.0/security-groups?id=8329392b-6c0f-4fd9-96ca-83e76b8b7876&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440116 Jun 24 23:50:53.724936 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012ff202-5405-4724-b85c-91d96bcc0925 req-21a64687-eb32-4d28-abd7-f18a15539783 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:50:53.726388 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-012ff202-5405-4724-b85c-91d96bcc0925 req-21a64687-eb32-4d28-abd7-f18a15539783 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb5aa81a-c851-4098-913e-c601a291b241 HTTP/1.1" status: 200 len: 943 time: 0.0870836 Jun 24 23:50:53.770901 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-012ff202-5405-4724-b85c-91d96bcc0925 req-62bd4c22-54c3-4e7b-8e3e-493be323091f tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups?id=82648a32-eb95-4549-8ac3-00025e413e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388994 Jun 24 23:50:54.036032 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-d1648865-4437-4d5e-8054-33a6752b8dc4 req-f03ea527-9397-49f7-8e53-2910a56b4498 service neutron] 10.222.0.15 "GET /v2.0/networks/7abaefcb-0064-4c5b-84e1-b4e60380849f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559948 Jun 24 23:50:54.037720 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb1192c-6324-4fbd-acf1-413d4e849ea3 req-9de7ba75-ff2b-46ae-9827-296803235461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:50:54.039007 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-feb1192c-6324-4fbd-acf1-413d4e849ea3 req-9de7ba75-ff2b-46ae-9827-296803235461 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5a572a155c364670a8ac8d313c3dba25&device_id=86559dd6-46d7-4cd8-b8fb-80b0c1d0543e HTTP/1.1" status: 200 len: 1098 time: 0.2353575 Jun 24 23:50:54.050095 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2191cde5-9a65-4ed9-8cf0-b7868e271250 req-9d51275b-2dde-45c2-b8d1-19a6f619b0f2 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:50:54.051423 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-2191cde5-9a65-4ed9-8cf0-b7868e271250 req-9d51275b-2dde-45c2-b8d1-19a6f619b0f2 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] 10.222.0.42 "GET /v2.0/ports?device_id=86559dd6-46d7-4cd8-b8fb-80b0c1d0543e HTTP/1.1" status: 200 len: 945 time: 0.1618137 Jun 24 23:50:54.256376 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-2191cde5-9a65-4ed9-8cf0-b7868e271250 req-0455fc01-4a89-498b-b268-82962cd07e41 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] 10.222.0.42 "GET /v2.0/security-groups?id=8329392b-6c0f-4fd9-96ca-83e76b8b7876&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1659153 Jun 24 23:50:54.315493 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb1192c-6324-4fbd-acf1-413d4e849ea3 req-4f9db3fc-78da-4322-922e-85ee32c6d139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:50:54.317281 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-feb1192c-6324-4fbd-acf1-413d4e849ea3 req-4f9db3fc-78da-4322-922e-85ee32c6d139 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1531afa0-ec89-4a09-ad6c-c0dccb34c8cc HTTP/1.1" status: 200 len: 909 time: 0.2637208 Jun 24 23:50:54.319603 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-d1648865-4437-4d5e-8054-33a6752b8dc4 req-7e5c1507-1c36-4e7a-a5ba-5e6fddca8505 service neutron] 10.222.0.15 "GET /v2.0/networks/7abaefcb-0064-4c5b-84e1-b4e60380849f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672138 Jun 24 23:50:54.403092 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-feb1192c-6324-4fbd-acf1-413d4e849ea3 req-88281e50-ebd6-4440-8979-114b10af9327 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e908d653-d473-45a8-9a5c-907dba57bfa7 HTTP/1.1" status: 200 len: 217 time: 0.0648820 Jun 24 23:50:54.467307 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb1192c-6324-4fbd-acf1-413d4e849ea3 req-ab928724-c2b2-4ef8-b3b4-3dac2f75d812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:50:54.468750 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-feb1192c-6324-4fbd-acf1-413d4e849ea3 req-ab928724-c2b2-4ef8-b3b4-3dac2f75d812 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=af033a48-ac2c-43f9-b4db-c1ab5a772fe8 HTTP/1.1" status: 200 len: 847 time: 0.0588913 Jun 24 23:50:54.549612 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb1192c-6324-4fbd-acf1-413d4e849ea3 req-69c27d16-cf78-4492-a3eb-5507c9f44abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:50:54.551040 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-feb1192c-6324-4fbd-acf1-413d4e849ea3 req-69c27d16-cf78-4492-a3eb-5507c9f44abb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1531afa0-ec89-4a09-ad6c-c0dccb34c8cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0755453 Jun 24 23:50:54.680353 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-feb1192c-6324-4fbd-acf1-413d4e849ea3 req-cb2a5030-02bd-46e3-b20e-6a96df7cbd01 service neutron] 10.222.0.15 "GET /v2.0/networks/1531afa0-ec89-4a09-ad6c-c0dccb34c8cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214879 Jun 24 23:50:54.905930 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-feb1192c-6324-4fbd-acf1-413d4e849ea3 req-c9bb2605-1036-4568-afae-62e93a450d64 service neutron] 10.222.0.15 "GET /v2.0/networks/1531afa0-ec89-4a09-ad6c-c0dccb34c8cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172937 Jun 24 23:50:54.969707 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c974bb5-336f-42b0-b890-852d7760eed1 req-aa66027e-057e-4703-ad29-9c4f2df10213 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:50:54.971062 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-6c974bb5-336f-42b0-b890-852d7760eed1 req-aa66027e-057e-4703-ad29-9c4f2df10213 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb5aa81a-c851-4098-913e-c601a291b241 HTTP/1.1" status: 200 len: 943 time: 0.0857160 Jun 24 23:50:55.016981 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-6c974bb5-336f-42b0-b890-852d7760eed1 req-a8e38871-6350-4765-bc09-39aedb656988 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups?id=82648a32-eb95-4549-8ac3-00025e413e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402675 Jun 24 23:50:55.462631 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3921818e-3adf-4869-a401-e502d5dca690 req-d2cb95b1-bb01-4a4e-9a45-b031d3122562 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:50:55.464101 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-3921818e-3adf-4869-a401-e502d5dca690 req-d2cb95b1-bb01-4a4e-9a45-b031d3122562 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] 10.222.0.15 "GET /v2.0/ports?device_id=86559dd6-46d7-4cd8-b8fb-80b0c1d0543e HTTP/1.1" status: 200 len: 945 time: 0.1507504 Jun 24 23:50:55.475031 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce35fbcb-16c0-4817-8a3a-504f205e3265 req-620f4bd3-5233-489e-a3d8-16a9608201fc tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:50:55.476371 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-ce35fbcb-16c0-4817-8a3a-504f205e3265 req-620f4bd3-5233-489e-a3d8-16a9608201fc tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] 10.222.0.42 "GET /v2.0/ports?device_id=86559dd6-46d7-4cd8-b8fb-80b0c1d0543e HTTP/1.1" status: 200 len: 945 time: 0.1135364 Jun 24 23:50:55.568432 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [req-3921818e-3adf-4869-a401-e502d5dca690 req-7c5a8115-dc12-4508-b0f9-695d09a3047b tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Deleting port e908d653-d473-45a8-9a5c-907dba57bfa7 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 23:50:55.568684 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-3921818e-3adf-4869-a401-e502d5dca690 req-7c5a8115-dc12-4508-b0f9-695d09a3047b tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754888672570'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:50:55.599673 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-ce35fbcb-16c0-4817-8a3a-504f205e3265 req-d4523918-fef6-429a-a656-994204c6bf14 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] 10.222.0.42 "GET /v2.0/security-groups?id=8329392b-6c0f-4fd9-96ca-83e76b8b7876&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927279 Jun 24 23:50:55.816784 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [req-3921818e-3adf-4869-a401-e502d5dca690 req-7c5a8115-dc12-4508-b0f9-695d09a3047b tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] For port e908d653-d473-45a8-9a5c-907dba57bfa7, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=e908d653-d473-45a8-9a5c-907dba57bfa7,segment=NetworkSegment(8507c492-2bc9-41e4-b00c-faf16e20429b),segment_id=8507c492-2bc9-41e4-b00c-faf16e20429b)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:50:55.817122 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-3921818e-3adf-4869-a401-e502d5dca690 req-7c5a8115-dc12-4508-b0f9-695d09a3047b tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478950'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:50:55.935896 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [req-3921818e-3adf-4869-a401-e502d5dca690 req-7c5a8115-dc12-4508-b0f9-695d09a3047b tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Calling delete_port for e908d653-d473-45a8-9a5c-907dba57bfa7 owned by compute:nova {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 23:50:56.078160 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-3921818e-3adf-4869-a401-e502d5dca690 req-7c5a8115-dc12-4508-b0f9-695d09a3047b tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754888674196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754888214712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266412288'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:50:56.126627 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5a8115-dc12-4508-b0f9-695d09a3047b tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Pushing event deleted for resources: {'Port': ['ID=e908d653-d473-45a8-9a5c-907dba57bfa7,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:50:56.159076 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Device 1b22cc52-f1c9-4788-bff6-4c73f0baa564 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 23:50:56.215103 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [req-3921818e-3adf-4869-a401-e502d5dca690 req-7c5a8115-dc12-4508-b0f9-695d09a3047b tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] No DVR routers for this DVR port e908d653-d473-45a8-9a5c-907dba57bfa7 on host hv-cinder-84718 {{(pid=88108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 23:50:56.217575 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-3921818e-3adf-4869-a401-e502d5dca690 req-7c5a8115-dc12-4508-b0f9-695d09a3047b tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122089'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:50:56.221161 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86559dd6-46d7-4cd8-b8fb-80b0c1d0543e', 'name': 'network-vif-deleted', 'tag': 'e908d653-d473-45a8-9a5c-907dba57bfa7'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 23:50:56.221700 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1fc540-f037-4444-b580-ae6c6dbb4e95 req-2a335c94-4e55-484b-b859-c18c603b4fb0 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:50:56.223239 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-ad1fc540-f037-4444-b580-ae6c6dbb4e95 req-2a335c94-4e55-484b-b859-c18c603b4fb0 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb5aa81a-c851-4098-913e-c601a291b241 HTTP/1.1" status: 200 len: 943 time: 0.0950186 Jun 24 23:50:56.232898 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-3921818e-3adf-4869-a401-e502d5dca690 req-7c5a8115-dc12-4508-b0f9-695d09a3047b tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] 10.222.0.15 "DELETE /v2.0/ports/e908d653-d473-45a8-9a5c-907dba57bfa7 HTTP/1.1" status: 204 len: 173 time: 0.7556090 Jun 24 23:50:56.272419 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c292ed1-c166-4ccd-81a1-b466483e8d0c'] response: {'server_uuid': '86559dd6-46d7-4cd8-b8fb-80b0c1d0543e', 'name': 'network-vif-deleted', 'tag': 'e908d653-d473-45a8-9a5c-907dba57bfa7', 'status': 'completed', 'code': 200} Jun 24 23:50:56.275570 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-ad1fc540-f037-4444-b580-ae6c6dbb4e95 req-c4d98565-32a4-488d-ac4f-e4d4b7b1ffbc tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups?id=82648a32-eb95-4549-8ac3-00025e413e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407243 Jun 24 23:50:56.308022 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] For port 1b22cc52-f1c9-4788-bff6-4c73f0baa564, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=1b22cc52-f1c9-4788-bff6-4c73f0baa564,segment=NetworkSegment(cc28d19b-2326-449b-923e-434d239126ee),segment_id=cc28d19b-2326-449b-923e-434d239126ee)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:50:56.321702 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Returning: {'device': '1b22cc52-f1c9-4788-bff6-4c73f0baa564', 'network_id': '85013f97-fab4-404c-a234-1f20e31752e1', 'port_id': '1b22cc52-f1c9-4788-bff6-4c73f0baa564', 'mac_address': 'fa:16:3e:fb:ba:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0f5bad0-1ece-425d-be26-c3b0dd205e3f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 23:50:56.375193 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-707bff31-b5da-4601-b274-386892c937dc None None] Current status of the port 1b22cc52-f1c9-4788-bff6-4c73f0baa564 is: DOWN; New status is: BUILD {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:50:56.375585 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:50:56.394490 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.notifiers.nova [None req-707bff31-b5da-4601-b274-386892c937dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b22cc52-f1c9-4788-bff6-4c73f0baa564 {{(pid=88110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 23:50:56.410287 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] For port 1b22cc52-f1c9-4788-bff6-4c73f0baa564, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=1b22cc52-f1c9-4788-bff6-4c73f0baa564,segment=NetworkSegment(cc28d19b-2326-449b-923e-434d239126ee),segment_id=cc28d19b-2326-449b-923e-434d239126ee)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:50:56.414147 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:50:56.482695 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Pushing event updated for resources: {'Port': ['ID=1b22cc52-f1c9-4788-bff6-4c73f0baa564,revision_number=9']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:50:56.650936 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] get_ports_and_sgs() called for port_ids ['1b22cc52-f1c9-4788-bff6-4c73f0baa564'] {{(pid=88110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 23:50:56.783854 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-ef1cbd42-699e-4e25-8283-b98c8873b878 req-3e24fa28-6e35-4433-8403-5c8e1b425502 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Synchronizing usage tracker for tenant:5a572a155c364670a8ac8d313c3dba25 on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 23:50:56.802750 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-ef1cbd42-699e-4e25-8283-b98c8873b878 req-3e24fa28-6e35-4433-8403-5c8e1b425502 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Unset dirty status for tenant:5a572a155c364670a8ac8d313c3dba25 on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 23:50:56.803936 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-ef1cbd42-699e-4e25-8283-b98c8873b878 req-3e24fa28-6e35-4433-8403-5c8e1b425502 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] 10.222.0.42 "GET /v2.0/ports?device_id=86559dd6-46d7-4cd8-b8fb-80b0c1d0543e HTTP/1.1" status: 200 len: 210 time: 0.0752697 Jun 24 23:50:57.481822 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c55fe-8f4c-4b8e-a0bb-4f7a8927c834 req-6282a430-4e40-43aa-8bf8-339839a9fc75 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:50:57.484238 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-723c55fe-8f4c-4b8e-a0bb-4f7a8927c834 req-6282a430-4e40-43aa-8bf8-339839a9fc75 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb5aa81a-c851-4098-913e-c601a291b241 HTTP/1.1" status: 200 len: 944 time: 0.0939138 Jun 24 23:50:57.536900 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-723c55fe-8f4c-4b8e-a0bb-4f7a8927c834 req-2a346fda-62b0-44ba-8116-495eb243f408 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups?id=82648a32-eb95-4549-8ac3-00025e413e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451047 Jun 24 23:50:57.897896 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 60790) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:50:57.963177 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-83fb1711-4693-4ed4-a727-b310b07b6781 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Notify callbacks [] for security_group, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:50:57.991755 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-83fb1711-4693-4ed4-a727-b310b07b6781 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:50:58.055844 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-83fb1711-4693-4ed4-a727-b310b07b6781 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:50:58.076846 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fb1711-4693-4ed4-a727-b310b07b6781 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8329392b-6c0f-4fd9-96ca-83e76b8b7876,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:50:58.090667 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-83fb1711-4693-4ed4-a727-b310b07b6781 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] Notify callbacks [] for security_group, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:50:58.092117 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-83fb1711-4693-4ed4-a727-b310b07b6781 tempest-TestShelveInstance-49863579 tempest-TestShelveInstance-49863579-project] 10.222.0.42 "DELETE /v2.0/security-groups/8329392b-6c0f-4fd9-96ca-83e76b8b7876 HTTP/1.1" status: 204 len: 168 time: 0.1930988 Jun 24 23:50:58.131831 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 60796) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:50:58.167691 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Device 1b22cc52-f1c9-4788-bff6-4c73f0baa564 up at agent hyperv_hv-cinder-84718 {{(pid=88110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 23:50:58.234725 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-707bff31-b5da-4601-b274-386892c937dc None None] Provisioning complete for port 1b22cc52-f1c9-4788-bff6-4c73f0baa564 triggered by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:50:58.235095 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:50:58.362617 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-707bff31-b5da-4601-b274-386892c937dc None None] Current status of the port 1b22cc52-f1c9-4788-bff6-4c73f0baa564 is: BUILD; New status is: ACTIVE {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:50:58.363158 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:50:58.395129 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb5aa81a-c851-4098-913e-c601a291b241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b22cc52-f1c9-4788-bff6-4c73f0baa564'}] {{(pid=88110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 23:50:58.404661 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] For port 1b22cc52-f1c9-4788-bff6-4c73f0baa564, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=1b22cc52-f1c9-4788-bff6-4c73f0baa564,segment=NetworkSegment(cc28d19b-2326-449b-923e-434d239126ee),segment_id=cc28d19b-2326-449b-923e-434d239126ee)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:50:58.409104 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:50:58.446559 dv-cinder-847189-5-smb neutron-server[88110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52ce928e-c3e8-481f-89ae-4f3e372bef37'] response: {'server_uuid': 'bb5aa81a-c851-4098-913e-c601a291b241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b22cc52-f1c9-4788-bff6-4c73f0baa564', 'code': 200} Jun 24 23:50:58.482704 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Pushing event updated for resources: {'Port': ['ID=1b22cc52-f1c9-4788-bff6-4c73f0baa564,revision_number=10']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:50:58.693348 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c90818-6d4c-4987-ae84-6f4a1055bb9c req-360a9bf8-4a69-4802-aa57-05ceeaef4a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:50:58.694738 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-b6c90818-6d4c-4987-ae84-6f4a1055bb9c req-360a9bf8-4a69-4802-aa57-05ceeaef4a8d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bb5aa81a-c851-4098-913e-c601a291b241 HTTP/1.1" status: 200 len: 1099 time: 0.0805638 Jun 24 23:50:58.737663 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-b6c90818-6d4c-4987-ae84-6f4a1055bb9c req-0a771b80-99eb-41f3-a7c8-a205a69484cc service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=82648a32-eb95-4549-8ac3-00025e413e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358667 Jun 24 23:50:58.854834 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-61ac8c1f-565d-4a1e-a35c-b174c3528f72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-488920'] for router_interface, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:50:59.012869 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d883b17-9dbc-4f9a-8977-d0c0be980ddf req-e6982209-3906-4d49-a1b2-1984f1205d65 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:50:59.014354 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-3d883b17-9dbc-4f9a-8977-d0c0be980ddf req-e6982209-3906-4d49-a1b2-1984f1205d65 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb5aa81a-c851-4098-913e-c601a291b241 HTTP/1.1" status: 200 len: 946 time: 0.3539395 Jun 24 23:50:59.084019 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-3d883b17-9dbc-4f9a-8977-d0c0be980ddf req-36b7ab46-918c-44d1-b82c-66ce5d12db28 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups?id=82648a32-eb95-4549-8ac3-00025e413e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602655 Jun 24 23:50:59.263486 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-61ac8c1f-565d-4a1e-a35c-b174c3528f72 admin admin] Deleting port d76fcd3c-b081-4d74-bf43-9c2b47bf5111 {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 23:50:59.263774 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-61ac8c1f-565d-4a1e-a35c-b174c3528f72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754888672570'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:50:59.427229 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-61ac8c1f-565d-4a1e-a35c-b174c3528f72 admin admin] For port d76fcd3c-b081-4d74-bf43-9c2b47bf5111, host dv-cinder-847189-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-5-smb',level=0,port_id=d76fcd3c-b081-4d74-bf43-9c2b47bf5111,segment=NetworkSegment(8507c492-2bc9-41e4-b00c-faf16e20429b),segment_id=8507c492-2bc9-41e4-b00c-faf16e20429b)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:50:59.427603 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-61ac8c1f-565d-4a1e-a35c-b174c3528f72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478950'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:50:59.549022 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-61ac8c1f-565d-4a1e-a35c-b174c3528f72 admin admin] Calling delete_port for d76fcd3c-b081-4d74-bf43-9c2b47bf5111 owned by network:router_interface {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 23:50:59.711291 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-61ac8c1f-565d-4a1e-a35c-b174c3528f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754888674196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754888214712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266550608'] for port, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:50:59.757376 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ac8c1f-565d-4a1e-a35c-b174c3528f72 admin admin] Pushing event deleted for resources: {'Port': ['ID=d76fcd3c-b081-4d74-bf43-9c2b47bf5111,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:51:00.039539 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-61ac8c1f-565d-4a1e-a35c-b174c3528f72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-488876'] for router_interface, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:00.185472 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Device e908d653-d473-45a8-9a5c-907dba57bfa7 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 23:51:00.242468 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-707bff31-b5da-4601-b274-386892c937dc None None] No Port match for: e908d653-d473-45a8-9a5c-907dba57bfa7 {{(pid=88110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 23:51:00.243213 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Device e908d653-d473-45a8-9a5c-907dba57bfa7 not bound to the agent host hv-cinder-84718 {{(pid=88110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 23:51:00.303052 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32793da-8476-4af7-8951-2854b4ca8326 req-faecfe4f-bf30-47c9-bbe2-ff732615f85e tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:51:00.307299 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-a32793da-8476-4af7-8951-2854b4ca8326 req-faecfe4f-bf30-47c9-bbe2-ff732615f85e tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb5aa81a-c851-4098-913e-c601a291b241 HTTP/1.1" status: 200 len: 946 time: 0.0976732 Jun 24 23:51:00.355734 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-a32793da-8476-4af7-8951-2854b4ca8326 req-31b59fe3-c061-430e-bf7b-417f734c4ede tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups?id=82648a32-eb95-4549-8ac3-00025e413e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447965 Jun 24 23:51:00.527977 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61ac8c1f-565d-4a1e-a35c-b174c3528f72 admin admin] Router 22b753cd-681d-4a88-b288-bcb26c70abb8 has already been hosted by L3 agent 05c04ad7-f453-4a24-8793-b86a404a0ef9 {{(pid=88109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 23:51:00.706910 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61ac8c1f-565d-4a1e-a35c-b174c3528f72 admin admin] Notify agent at l3_agent.dv-cinder-847189-5-smb the message routers_updated {{(pid=88109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 23:51:00.715888 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f698167e-c9a2-467a-8901-647ec4041842 None None] Sync routers for ids ['22b753cd-681d-4a88-b288-bcb26c70abb8'] in dv-cinder-847189-5-smb {{(pid=88111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 23:51:00.724132 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-61ac8c1f-565d-4a1e-a35c-b174c3528f72 admin admin] 10.222.0.42 "PUT /v2.0/routers/22b753cd-681d-4a88-b288-bcb26c70abb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5909693 Jun 24 23:51:00.726585 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 60842) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:51:00.727803 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f698167e-c9a2-467a-8901-647ec4041842 None None] Routers {'22b753cd-681d-4a88-b288-bcb26c70abb8'} bound to L3 agent in host dv-cinder-847189-5-smb {{(pid=88111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 23:51:00.728624 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-f698167e-c9a2-467a-8901-647ec4041842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T23:32:42Z,description=,heartbeat_timestamp=2022-06-24T23:50:42Z,host='dv-cinder-847189-5-smb',id=05c04ad7-f453-4a24-8793-b86a404a0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T23:32:42Z,topic='l3_agent')) {'router_ids': ['22b753cd-681d-4a88-b288-bcb26c70abb8'], 'active': True} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:51:00.899651 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a4780cdf-f4e9-4ff5-bc96-7a4c1f8531ac admin admin] Notify callbacks [] for router, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:00.928358 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvr_db [None req-f698167e-c9a2-467a-8901-647ec4041842 None None] Set router 22b753cd-681d-4a88-b288-bcb26c70abb8 gateway port host: dv-cinder-847189-5-smb {{(pid=88111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 23:51:01.159722 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a4780cdf-f4e9-4ff5-bc96-7a4c1f8531ac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:01.169164 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-a4780cdf-f4e9-4ff5-bc96-7a4c1f8531ac admin admin] Deleting port 940b3b9c-b583-4fb1-882f-26034223f553 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 23:51:01.169561 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a4780cdf-f4e9-4ff5-bc96-7a4c1f8531ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754888672570'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:01.208482 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-f698167e-c9a2-467a-8901-647ec4041842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22b753cd-681d-4a88-b288-bcb26c70abb8', 'name': 'tempest-TestShelveInstance-320748044-router', 'tenant_id': '5a572a155c364670a8ac8d313c3dba25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.228'}], 'enable_snat': True}, 'gw_port_id': '940b3b9c-b583-4fb1-882f-26034223f553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:46:14Z', 'updated_at': '2022-06-24T23:50:59Z', 'revision_number': 5, 'project_id': '5a572a155c364670a8ac8d313c3dba25', 'gw_port': {'id': '940b3b9c-b583-4fb1-882f-26034223f553', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:cf:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b753cd-681d-4a88-b288-bcb26c70abb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:46:15Z', 'updated_at': '2022-06-24T23:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb'}], 'dv-cinder-847189-5-smb', False) {} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:51:01.212226 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f698167e-c9a2-467a-8901-647ec4041842 None None] Checking router: 22b753cd-681d-4a88-b288-bcb26c70abb8 for host: dv-cinder-847189-5-smb {{(pid=88111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 23:51:01.220920 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f698167e-c9a2-467a-8901-647ec4041842 None None] Routers {'22b753cd-681d-4a88-b288-bcb26c70abb8'} bound to L3 agent in host dv-cinder-847189-5-smb {{(pid=88111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 23:51:01.221495 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-f698167e-c9a2-467a-8901-647ec4041842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T23:32:42Z,description=,heartbeat_timestamp=2022-06-24T23:50:42Z,host='dv-cinder-847189-5-smb',id=05c04ad7-f453-4a24-8793-b86a404a0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T23:32:42Z,topic='l3_agent')) {'router_ids': ['22b753cd-681d-4a88-b288-bcb26c70abb8'], 'active': True} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:51:01.340977 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-a4780cdf-f4e9-4ff5-bc96-7a4c1f8531ac admin admin] For port 940b3b9c-b583-4fb1-882f-26034223f553, host dv-cinder-847189-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-5-smb',level=0,port_id=940b3b9c-b583-4fb1-882f-26034223f553,segment=NetworkSegment(541a8b1c-692d-48ec-a001-de3aa3f0cecc),segment_id=541a8b1c-692d-48ec-a001-de3aa3f0cecc)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:51:01.341588 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a4780cdf-f4e9-4ff5-bc96-7a4c1f8531ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478950'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:01.370385 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvr_db [None req-f698167e-c9a2-467a-8901-647ec4041842 None None] Set router 22b753cd-681d-4a88-b288-bcb26c70abb8 gateway port host: None {{(pid=88111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 23:51:01.462163 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-a4780cdf-f4e9-4ff5-bc96-7a4c1f8531ac admin admin] Calling delete_port for 940b3b9c-b583-4fb1-882f-26034223f553 owned by network:router_gateway {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 23:51:01.472484 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-f698167e-c9a2-467a-8901-647ec4041842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22b753cd-681d-4a88-b288-bcb26c70abb8', 'name': 'tempest-TestShelveInstance-320748044-router', 'tenant_id': '5a572a155c364670a8ac8d313c3dba25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:46:14Z', 'updated_at': '2022-06-24T23:51:01Z', 'revision_number': 6, 'project_id': '5a572a155c364670a8ac8d313c3dba25', 'gw_port_host': None}], 'dv-cinder-847189-5-smb', False) {} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:51:01.476495 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f698167e-c9a2-467a-8901-647ec4041842 None None] The sync data for ids ['22b753cd-681d-4a88-b288-bcb26c70abb8'] in dv-cinder-847189-5-smb is: [{'id': '22b753cd-681d-4a88-b288-bcb26c70abb8', 'name': 'tempest-TestShelveInstance-320748044-router', 'tenant_id': '5a572a155c364670a8ac8d313c3dba25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:46:14Z', 'updated_at': '2022-06-24T23:51:01Z', 'revision_number': 6, 'project_id': '5a572a155c364670a8ac8d313c3dba25', 'gw_port_host': None}] {{(pid=88111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 23:51:01.554799 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cf065d-dde8-430a-812a-1cee01f9c0c5 req-9db9f77a-74af-4a57-a75c-5177444af12f tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:51:01.556397 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-18cf065d-dde8-430a-812a-1cee01f9c0c5 req-9db9f77a-74af-4a57-a75c-5177444af12f tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb5aa81a-c851-4098-913e-c601a291b241 HTTP/1.1" status: 200 len: 946 time: 0.0883064 Jun 24 23:51:01.603185 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-18cf065d-dde8-430a-812a-1cee01f9c0c5 req-3fdeaae0-9b82-40b7-ba7b-4f0ca0b4cab7 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups?id=82648a32-eb95-4549-8ac3-00025e413e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403783 Jun 24 23:51:01.630527 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a4780cdf-f4e9-4ff5-bc96-7a4c1f8531ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754888674196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754888214712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266412288'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:01.677333 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4780cdf-f4e9-4ff5-bc96-7a4c1f8531ac admin admin] Pushing event deleted for resources: {'Port': ['ID=940b3b9c-b583-4fb1-882f-26034223f553,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:51:01.774531 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a4780cdf-f4e9-4ff5-bc96-7a4c1f8531ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477241'] for router_gateway, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:01.943274 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a4780cdf-f4e9-4ff5-bc96-7a4c1f8531ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4969'] for router, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:01.945416 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a4780cdf-f4e9-4ff5-bc96-7a4c1f8531ac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:01.970053 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a4780cdf-f4e9-4ff5-bc96-7a4c1f8531ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-478936'] for router, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:01.970606 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4780cdf-f4e9-4ff5-bc96-7a4c1f8531ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22b753cd-681d-4a88-b288-bcb26c70abb8 {{(pid=88108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 24 23:51:01.982806 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-a4780cdf-f4e9-4ff5-bc96-7a4c1f8531ac admin admin] Notify callbacks [] for router, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:01.984546 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-a4780cdf-f4e9-4ff5-bc96-7a4c1f8531ac admin admin] 10.222.0.42 "DELETE /v2.0/routers/22b753cd-681d-4a88-b288-bcb26c70abb8 HTTP/1.1" status: 204 len: 168 time: 1.2569392 Jun 24 23:51:01.987165 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 60850) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:51:02.043343 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.db_base_plugin_v2 [None req-73c867c5-8ee8-4640-b5e5-762547781a62 admin admin] Deleting subnet af033a48-ac2c-43f9-b4db-c1ab5a772fe8 {{(pid=88108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 24 23:51:02.046751 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-73c867c5-8ee8-4640-b5e5-762547781a62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:02.095075 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-73c867c5-8ee8-4640-b5e5-762547781a62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267337621'] for subnet, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:02.168418 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-73c867c5-8ee8-4640-b5e5-762547781a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1563746'] for subnet, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:02.243635 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-73c867c5-8ee8-4640-b5e5-762547781a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1563737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266412381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266572299'] for subnet, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:02.285227 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c867c5-8ee8-4640-b5e5-762547781a62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af033a48-ac2c-43f9-b4db-c1ab5a772fe8,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:51:02.288820 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-73c867c5-8ee8-4640-b5e5-762547781a62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627732'] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:02.294748 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465282f2-1ebf-4719-b2e0-c25f05514f41 None None] Network 1531afa0-ec89-4a09-ad6c-c0dccb34c8cc requested from dv-cinder-847189-5-smb {{(pid=88110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 23:51:02.296510 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-73c867c5-8ee8-4640-b5e5-762547781a62 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/af033a48-ac2c-43f9-b4db-c1ab5a772fe8 HTTP/1.1" status: 204 len: 168 time: 0.3083267 Jun 24 23:51:02.298927 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 60854) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:51:02.312728 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device 940b3b9c-b583-4fb1-882f-26034223f553 no longer exists at agent ovs-agent-dv-cinder-847189-5-smb {{(pid=88110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 23:51:02.348359 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] No Port match for: 940b3b9c-b583-4fb1-882f-26034223f553 {{(pid=88110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 23:51:02.348696 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device 940b3b9c-b583-4fb1-882f-26034223f553 not bound to the agent host dv-cinder-847189-5-smb {{(pid=88110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 23:51:02.349109 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device d76fcd3c-b081-4d74-bf43-9c2b47bf5111 no longer exists at agent ovs-agent-dv-cinder-847189-5-smb {{(pid=88110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 23:51:02.431404 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] No Port match for: d76fcd3c-b081-4d74-bf43-9c2b47bf5111 {{(pid=88110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 23:51:02.431786 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device d76fcd3c-b081-4d74-bf43-9c2b47bf5111 not bound to the agent host dv-cinder-847189-5-smb {{(pid=88110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 23:51:02.508922 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5363a3ee-d563-4996-a93e-06a5fb0aba48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1475803'] for network, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:02.520768 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-5363a3ee-d563-4996-a93e-06a5fb0aba48 admin admin] Deleting port 0674b7c3-a7df-4bd1-8f3b-5a164a5e0bbe {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 23:51:02.521192 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5363a3ee-d563-4996-a93e-06a5fb0aba48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754888672570'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:02.623352 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2b7cb8-6131-4211-8eee-9e5e2a3aa1d8 None None] DHCP port deletion for 1531afa0-ec89-4a09-ad6c-c0dccb34c8cc request from dv-cinder-847189-5-smb {{(pid=88110) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 24 23:51:02.628330 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-1b2b7cb8-6131-4211-8eee-9e5e2a3aa1d8 None None] Deleting port 0674b7c3-a7df-4bd1-8f3b-5a164a5e0bbe {{(pid=88110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 23:51:02.628767 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-1b2b7cb8-6131-4211-8eee-9e5e2a3aa1d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754888672570'] for port, before_delete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:02.729258 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-5363a3ee-d563-4996-a93e-06a5fb0aba48 admin admin] For port 0674b7c3-a7df-4bd1-8f3b-5a164a5e0bbe, host dv-cinder-847189-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-5-smb',level=0,port_id=0674b7c3-a7df-4bd1-8f3b-5a164a5e0bbe,segment=NetworkSegment(8507c492-2bc9-41e4-b00c-faf16e20429b),segment_id=8507c492-2bc9-41e4-b00c-faf16e20429b)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:51:02.729659 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5363a3ee-d563-4996-a93e-06a5fb0aba48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478950'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:02.854495 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-5363a3ee-d563-4996-a93e-06a5fb0aba48 admin admin] Calling delete_port for 0674b7c3-a7df-4bd1-8f3b-5a164a5e0bbe owned by network:dhcp {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 23:51:02.862730 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-1b2b7cb8-6131-4211-8eee-9e5e2a3aa1d8 None None] For port 0674b7c3-a7df-4bd1-8f3b-5a164a5e0bbe, host dv-cinder-847189-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-5-smb',level=0,port_id=0674b7c3-a7df-4bd1-8f3b-5a164a5e0bbe,segment=NetworkSegment(8507c492-2bc9-41e4-b00c-faf16e20429b),segment_id=8507c492-2bc9-41e4-b00c-faf16e20429b)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:51:02.863114 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-1b2b7cb8-6131-4211-8eee-9e5e2a3aa1d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478950'] for port, precommit_delete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:02.933819 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5363a3ee-d563-4996-a93e-06a5fb0aba48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754888674196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754888214712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266412288'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:02.982327 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-1b2b7cb8-6131-4211-8eee-9e5e2a3aa1d8 None None] Calling delete_port for 0674b7c3-a7df-4bd1-8f3b-5a164a5e0bbe owned by network:dhcp {{(pid=88110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 23:51:02.997211 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5363a3ee-d563-4996-a93e-06a5fb0aba48 admin admin] Pushing event deleted for resources: {'Port': ['ID=0674b7c3-a7df-4bd1-8f3b-5a164a5e0bbe,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:51:03.001272 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5363a3ee-d563-4996-a93e-06a5fb0aba48 admin admin] No DVR routers for this DVR port 0674b7c3-a7df-4bd1-8f3b-5a164a5e0bbe on host dv-cinder-847189-5-smb {{(pid=88108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 23:51:03.056073 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.db.api [None req-1b2b7cb8-6131-4211-8eee-9e5e2a3aa1d8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88110) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 23:51:03.056422 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG oslo_db.api [None req-1b2b7cb8-6131-4211-8eee-9e5e2a3aa1d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 23:51:03.113066 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5363a3ee-d563-4996-a93e-06a5fb0aba48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1564183', 'neutron.services.segments.db._delete_segments_for_network-8754888586361'] for network, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:03.137476 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.services.segments.db [None req-5363a3ee-d563-4996-a93e-06a5fb0aba48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1531afa0-ec89-4a09-ad6c-c0dccb34c8cc']}} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:51:03.148920 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.services.segments.db [None req-5363a3ee-d563-4996-a93e-06a5fb0aba48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8507c492-2bc9-41e4-b00c-faf16e20429b') {'for_net_delete': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:51:03.149215 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.services.segments.db [None req-5363a3ee-d563-4996-a93e-06a5fb0aba48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8507c492-2bc9-41e4-b00c-faf16e20429b') {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:51:03.160000 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5363a3ee-d563-4996-a93e-06a5fb0aba48 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754888590228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267337628'] for segment, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:03.175618 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5363a3ee-d563-4996-a93e-06a5fb0aba48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569928'] for segment, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:03.181372 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5363a3ee-d563-4996-a93e-06a5fb0aba48 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=88108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 23:51:03.181765 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5363a3ee-d563-4996-a93e-06a5fb0aba48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1569927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266412531'] for segment, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:03.265661 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.services.segments.plugin [-] Segment 8507c492-2bc9-41e4-b00c-faf16e20429b resource provider aggregate not found Jun 24 23:51:03.278469 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5363a3ee-d563-4996-a93e-06a5fb0aba48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1564184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476632'] for network, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:03.295351 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.services.segments.plugin [-] Segment 8507c492-2bc9-41e4-b00c-faf16e20429b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8507c492-2bc9-41e4-b00c-faf16e20429b found for delete ", "request_id": "req-120b1e79-f084-4307-bcf2-298c178a477e"}]} Jun 24 23:51:03.297012 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-5363a3ee-d563-4996-a93e-06a5fb0aba48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627732'] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:03.306976 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5363a3ee-d563-4996-a93e-06a5fb0aba48 admin admin] Pushing event deleted for resources: {'Network': ['ID=1531afa0-ec89-4a09-ad6c-c0dccb34c8cc,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:51:03.319786 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-5363a3ee-d563-4996-a93e-06a5fb0aba48 admin admin] 10.222.0.42 "DELETE /v2.0/networks/1531afa0-ec89-4a09-ad6c-c0dccb34c8cc HTTP/1.1" status: 204 len: 168 time: 1.0197449 Jun 24 23:51:03.322623 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 60864) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:51:03.557845 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-1b2b7cb8-6131-4211-8eee-9e5e2a3aa1d8 None None] Deleting port 0674b7c3-a7df-4bd1-8f3b-5a164a5e0bbe {{(pid=88110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 23:51:03.558894 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-1b2b7cb8-6131-4211-8eee-9e5e2a3aa1d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754888672570'] for port, before_delete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:03.624023 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-1b2b7cb8-6131-4211-8eee-9e5e2a3aa1d8 None None] The port '0674b7c3-a7df-4bd1-8f3b-5a164a5e0bbe' was deleted {{(pid=88110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 24 23:51:03.846504 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d3266bd7-d876-411b-959b-be59c3cb3510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-488920'] for router_interface, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:04.179258 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device 0674b7c3-a7df-4bd1-8f3b-5a164a5e0bbe no longer exists at agent ovs-agent-dv-cinder-847189-5-smb {{(pid=88110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 23:51:04.215990 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] No Port match for: 0674b7c3-a7df-4bd1-8f3b-5a164a5e0bbe {{(pid=88110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 23:51:04.216413 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device 0674b7c3-a7df-4bd1-8f3b-5a164a5e0bbe not bound to the agent host dv-cinder-847189-5-smb {{(pid=88110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 23:51:04.271213 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-d3266bd7-d876-411b-959b-be59c3cb3510 admin admin] Deleting port 72441f42-648d-4862-b435-4a89c6d40493 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 23:51:04.271559 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d3266bd7-d876-411b-959b-be59c3cb3510 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754888672570'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:04.443340 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-d3266bd7-d876-411b-959b-be59c3cb3510 admin admin] For port 72441f42-648d-4862-b435-4a89c6d40493, host dv-cinder-847189-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-5-smb',level=0,port_id=72441f42-648d-4862-b435-4a89c6d40493,segment=NetworkSegment(a4b2cb5e-d589-429b-86a0-5e6c741f8cc7),segment_id=a4b2cb5e-d589-429b-86a0-5e6c741f8cc7)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:51:04.443634 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d3266bd7-d876-411b-959b-be59c3cb3510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478950'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:04.562285 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-d3266bd7-d876-411b-959b-be59c3cb3510 admin admin] Calling delete_port for 72441f42-648d-4862-b435-4a89c6d40493 owned by network:router_interface {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 23:51:04.725695 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d3266bd7-d876-411b-959b-be59c3cb3510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754888674196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754888214712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266412288'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:04.803368 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3266bd7-d876-411b-959b-be59c3cb3510 admin admin] Pushing event deleted for resources: {'Port': ['ID=72441f42-648d-4862-b435-4a89c6d40493,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:51:05.039488 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d3266bd7-d876-411b-959b-be59c3cb3510 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-488876'] for router_interface, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:05.471283 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3266bd7-d876-411b-959b-be59c3cb3510 admin admin] Router 6d7a98b3-c99f-4624-83d7-1c8e31a0d881 has already been hosted by L3 agent 05c04ad7-f453-4a24-8793-b86a404a0ef9 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 23:51:05.643756 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3266bd7-d876-411b-959b-be59c3cb3510 admin admin] Notify agent at l3_agent.dv-cinder-847189-5-smb the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 23:51:05.652203 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e61ac2-c4f0-441b-89a5-13fb6d2d8fe1 None None] Sync routers for ids ['6d7a98b3-c99f-4624-83d7-1c8e31a0d881'] in dv-cinder-847189-5-smb {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 23:51:05.652677 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-d3266bd7-d876-411b-959b-be59c3cb3510 admin admin] 10.222.0.42 "PUT /v2.0/routers/6d7a98b3-c99f-4624-83d7-1c8e31a0d881/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3288233 Jun 24 23:51:05.654833 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 60868) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:51:05.662228 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e61ac2-c4f0-441b-89a5-13fb6d2d8fe1 None None] Routers {'6d7a98b3-c99f-4624-83d7-1c8e31a0d881'} bound to L3 agent in host dv-cinder-847189-5-smb {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 23:51:05.662808 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-42e61ac2-c4f0-441b-89a5-13fb6d2d8fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T23:32:42Z,description=,heartbeat_timestamp=2022-06-24T23:50:42Z,host='dv-cinder-847189-5-smb',id=05c04ad7-f453-4a24-8793-b86a404a0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T23:32:42Z,topic='l3_agent')) {'router_ids': ['6d7a98b3-c99f-4624-83d7-1c8e31a0d881'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:51:05.823842 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bec02da1-b660-4100-9f3e-41473f6cfdc6 admin admin] Notify callbacks [] for router, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:05.832053 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-42e61ac2-c4f0-441b-89a5-13fb6d2d8fe1 None None] Set router 6d7a98b3-c99f-4624-83d7-1c8e31a0d881 gateway port host: dv-cinder-847189-5-smb {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 23:51:05.999862 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bec02da1-b660-4100-9f3e-41473f6cfdc6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:06.010617 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-bec02da1-b660-4100-9f3e-41473f6cfdc6 admin admin] Deleting port f300ce20-ec0e-420b-bfc9-a26c3f694cbe {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 23:51:06.010970 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bec02da1-b660-4100-9f3e-41473f6cfdc6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754888672570'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:06.110974 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-42e61ac2-c4f0-441b-89a5-13fb6d2d8fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d7a98b3-c99f-4624-83d7-1c8e31a0d881', 'name': 'tempest-TestShelveInstance-1853435857-router', 'tenant_id': 'dc1f34d57360411d811b910d69669eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.103'}], 'enable_snat': True}, 'gw_port_id': 'f300ce20-ec0e-420b-bfc9-a26c3f694cbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:46:23Z', 'updated_at': '2022-06-24T23:51:04Z', 'revision_number': 5, 'project_id': 'dc1f34d57360411d811b910d69669eca', 'gw_port': {'id': 'f300ce20-ec0e-420b-bfc9-a26c3f694cbe', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:07:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7a98b3-c99f-4624-83d7-1c8e31a0d881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:46:25Z', 'updated_at': '2022-06-24T23:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb'}], 'dv-cinder-847189-5-smb', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:51:06.114723 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e61ac2-c4f0-441b-89a5-13fb6d2d8fe1 None None] Checking router: 6d7a98b3-c99f-4624-83d7-1c8e31a0d881 for host: dv-cinder-847189-5-smb {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 23:51:06.123575 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e61ac2-c4f0-441b-89a5-13fb6d2d8fe1 None None] Routers {'6d7a98b3-c99f-4624-83d7-1c8e31a0d881'} bound to L3 agent in host dv-cinder-847189-5-smb {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 23:51:06.123778 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-42e61ac2-c4f0-441b-89a5-13fb6d2d8fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T23:32:42Z,description=,heartbeat_timestamp=2022-06-24T23:50:42Z,host='dv-cinder-847189-5-smb',id=05c04ad7-f453-4a24-8793-b86a404a0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T23:32:42Z,topic='l3_agent')) {'router_ids': ['6d7a98b3-c99f-4624-83d7-1c8e31a0d881'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:51:06.180324 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-bec02da1-b660-4100-9f3e-41473f6cfdc6 admin admin] For port f300ce20-ec0e-420b-bfc9-a26c3f694cbe, host dv-cinder-847189-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-5-smb',level=0,port_id=f300ce20-ec0e-420b-bfc9-a26c3f694cbe,segment=NetworkSegment(541a8b1c-692d-48ec-a001-de3aa3f0cecc),segment_id=541a8b1c-692d-48ec-a001-de3aa3f0cecc)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:51:06.180914 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bec02da1-b660-4100-9f3e-41473f6cfdc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478950'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:06.273348 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-42e61ac2-c4f0-441b-89a5-13fb6d2d8fe1 None None] Set router 6d7a98b3-c99f-4624-83d7-1c8e31a0d881 gateway port host: None {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 23:51:06.303835 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-bec02da1-b660-4100-9f3e-41473f6cfdc6 admin admin] Calling delete_port for f300ce20-ec0e-420b-bfc9-a26c3f694cbe owned by network:router_gateway {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 23:51:06.377777 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-42e61ac2-c4f0-441b-89a5-13fb6d2d8fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d7a98b3-c99f-4624-83d7-1c8e31a0d881', 'name': 'tempest-TestShelveInstance-1853435857-router', 'tenant_id': 'dc1f34d57360411d811b910d69669eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:46:23Z', 'updated_at': '2022-06-24T23:51:05Z', 'revision_number': 6, 'project_id': 'dc1f34d57360411d811b910d69669eca', 'gw_port_host': None}], 'dv-cinder-847189-5-smb', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:51:06.381573 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e61ac2-c4f0-441b-89a5-13fb6d2d8fe1 None None] The sync data for ids ['6d7a98b3-c99f-4624-83d7-1c8e31a0d881'] in dv-cinder-847189-5-smb is: [{'id': '6d7a98b3-c99f-4624-83d7-1c8e31a0d881', 'name': 'tempest-TestShelveInstance-1853435857-router', 'tenant_id': 'dc1f34d57360411d811b910d69669eca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:46:23Z', 'updated_at': '2022-06-24T23:51:05Z', 'revision_number': 6, 'project_id': 'dc1f34d57360411d811b910d69669eca', 'gw_port_host': None}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 23:51:06.470425 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bec02da1-b660-4100-9f3e-41473f6cfdc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754888674196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754888214712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266412288'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:06.514663 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec02da1-b660-4100-9f3e-41473f6cfdc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f300ce20-ec0e-420b-bfc9-a26c3f694cbe,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:51:06.700831 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bec02da1-b660-4100-9f3e-41473f6cfdc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477241'] for router_gateway, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:06.872602 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bec02da1-b660-4100-9f3e-41473f6cfdc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4969'] for router, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:06.875327 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bec02da1-b660-4100-9f3e-41473f6cfdc6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:06.899839 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bec02da1-b660-4100-9f3e-41473f6cfdc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-478936'] for router, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:06.900360 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bec02da1-b660-4100-9f3e-41473f6cfdc6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d7a98b3-c99f-4624-83d7-1c8e31a0d881 {{(pid=88108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 24 23:51:06.912882 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-bec02da1-b660-4100-9f3e-41473f6cfdc6 admin admin] Notify callbacks [] for router, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:06.913992 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-bec02da1-b660-4100-9f3e-41473f6cfdc6 admin admin] 10.222.0.42 "DELETE /v2.0/routers/6d7a98b3-c99f-4624-83d7-1c8e31a0d881 HTTP/1.1" status: 204 len: 168 time: 1.2577322 Jun 24 23:51:06.916418 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 60874) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:51:06.975878 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.db_base_plugin_v2 [None req-683d56b7-4882-4e43-8d4c-23cf45ca78e7 admin admin] Deleting subnet 35dd22e1-2670-4f1e-be5d-9efb5575f003 {{(pid=88108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 24 23:51:06.978537 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-683d56b7-4882-4e43-8d4c-23cf45ca78e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:07.025708 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-683d56b7-4882-4e43-8d4c-23cf45ca78e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267337621'] for subnet, precommit_delete_associations {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:07.098824 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-683d56b7-4882-4e43-8d4c-23cf45ca78e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1563746'] for subnet, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:07.170642 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-683d56b7-4882-4e43-8d4c-23cf45ca78e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1563737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266412381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266572299'] for subnet, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:07.209743 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683d56b7-4882-4e43-8d4c-23cf45ca78e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35dd22e1-2670-4f1e-be5d-9efb5575f003,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:51:07.212252 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-683d56b7-4882-4e43-8d4c-23cf45ca78e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627732'] for subnet, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:07.215616 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538f04f4-46a7-4ca3-8d07-f52f5e8039c0 None None] Network ffc612ed-9fe1-496d-9ffb-cce702fae74d requested from dv-cinder-847189-5-smb {{(pid=88110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 23:51:07.223287 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-683d56b7-4882-4e43-8d4c-23cf45ca78e7 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/35dd22e1-2670-4f1e-be5d-9efb5575f003 HTTP/1.1" status: 204 len: 168 time: 0.3037291 Jun 24 23:51:07.223659 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 60878) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:51:07.331432 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6d83d049-bf6a-4095-afa5-6057c40c1106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1475803'] for network, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:07.342505 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-6d83d049-bf6a-4095-afa5-6057c40c1106 admin admin] Deleting port 7add2f61-1eef-4a7e-b113-b554e1b15891 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 23:51:07.342902 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6d83d049-bf6a-4095-afa5-6057c40c1106 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754888672570'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:07.499066 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63108ea2-3c8b-4a0e-8998-9fd2b5259767 None None] DHCP port deletion for ffc612ed-9fe1-496d-9ffb-cce702fae74d request from dv-cinder-847189-5-smb {{(pid=88110) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 24 23:51:07.503443 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-63108ea2-3c8b-4a0e-8998-9fd2b5259767 None None] Deleting port 7add2f61-1eef-4a7e-b113-b554e1b15891 {{(pid=88110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 23:51:07.503855 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-63108ea2-3c8b-4a0e-8998-9fd2b5259767 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754888672570'] for port, before_delete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:07.557193 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-6d83d049-bf6a-4095-afa5-6057c40c1106 admin admin] For port 7add2f61-1eef-4a7e-b113-b554e1b15891, host dv-cinder-847189-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-5-smb',level=0,port_id=7add2f61-1eef-4a7e-b113-b554e1b15891,segment=NetworkSegment(a4b2cb5e-d589-429b-86a0-5e6c741f8cc7),segment_id=a4b2cb5e-d589-429b-86a0-5e6c741f8cc7)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:51:07.557469 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6d83d049-bf6a-4095-afa5-6057c40c1106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478950'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:07.677987 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-6d83d049-bf6a-4095-afa5-6057c40c1106 admin admin] Calling delete_port for 7add2f61-1eef-4a7e-b113-b554e1b15891 owned by network:dhcp {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 23:51:07.700512 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-63108ea2-3c8b-4a0e-8998-9fd2b5259767 None None] For port 7add2f61-1eef-4a7e-b113-b554e1b15891, host dv-cinder-847189-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-5-smb',level=0,port_id=7add2f61-1eef-4a7e-b113-b554e1b15891,segment=NetworkSegment(a4b2cb5e-d589-429b-86a0-5e6c741f8cc7),segment_id=a4b2cb5e-d589-429b-86a0-5e6c741f8cc7)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:51:07.700901 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-63108ea2-3c8b-4a0e-8998-9fd2b5259767 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478950'] for port, precommit_delete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:07.754841 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6d83d049-bf6a-4095-afa5-6057c40c1106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754888674196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754888214712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266412288'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:07.803822 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d83d049-bf6a-4095-afa5-6057c40c1106 admin admin] Pushing event deleted for resources: {'Port': ['ID=7add2f61-1eef-4a7e-b113-b554e1b15891,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:51:07.808552 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d83d049-bf6a-4095-afa5-6057c40c1106 admin admin] No DVR routers for this DVR port 7add2f61-1eef-4a7e-b113-b554e1b15891 on host dv-cinder-847189-5-smb {{(pid=88108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 23:51:07.821198 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-63108ea2-3c8b-4a0e-8998-9fd2b5259767 None None] Calling delete_port for 7add2f61-1eef-4a7e-b113-b554e1b15891 owned by network:dhcp {{(pid=88110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 23:51:07.891839 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.db.api [None req-63108ea2-3c8b-4a0e-8998-9fd2b5259767 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88110) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 23:51:07.892195 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG oslo_db.api [None req-63108ea2-3c8b-4a0e-8998-9fd2b5259767 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 23:51:07.923786 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6d83d049-bf6a-4095-afa5-6057c40c1106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1564183', 'neutron.services.segments.db._delete_segments_for_network-8754888586361'] for network, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:07.948899 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.services.segments.db [None req-6d83d049-bf6a-4095-afa5-6057c40c1106 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffc612ed-9fe1-496d-9ffb-cce702fae74d']}} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:51:07.961413 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.services.segments.db [None req-6d83d049-bf6a-4095-afa5-6057c40c1106 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4b2cb5e-d589-429b-86a0-5e6c741f8cc7') {'for_net_delete': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:51:07.961715 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.services.segments.db [None req-6d83d049-bf6a-4095-afa5-6057c40c1106 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4b2cb5e-d589-429b-86a0-5e6c741f8cc7') {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:51:07.972847 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6d83d049-bf6a-4095-afa5-6057c40c1106 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754888590228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267337628'] for segment, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:07.988702 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6d83d049-bf6a-4095-afa5-6057c40c1106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569928'] for segment, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:07.995353 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d83d049-bf6a-4095-afa5-6057c40c1106 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=88108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 23:51:07.995825 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6d83d049-bf6a-4095-afa5-6057c40c1106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1569927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266412531'] for segment, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:08.149364 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.services.segments.plugin [-] Segment a4b2cb5e-d589-429b-86a0-5e6c741f8cc7 resource provider aggregate not found Jun 24 23:51:08.175295 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.services.segments.plugin [-] Segment a4b2cb5e-d589-429b-86a0-5e6c741f8cc7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a4b2cb5e-d589-429b-86a0-5e6c741f8cc7 found for delete ", "request_id": "req-ace94894-2865-454e-9723-b3f3a76dfe9a"}]} Jun 24 23:51:08.183705 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6d83d049-bf6a-4095-afa5-6057c40c1106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1564184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476632'] for network, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:08.184792 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device 72441f42-648d-4862-b435-4a89c6d40493 no longer exists at agent ovs-agent-dv-cinder-847189-5-smb {{(pid=88110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 23:51:08.188954 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6d83d049-bf6a-4095-afa5-6057c40c1106 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627732'] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:08.212118 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d83d049-bf6a-4095-afa5-6057c40c1106 admin admin] Pushing event deleted for resources: {'Network': ['ID=ffc612ed-9fe1-496d-9ffb-cce702fae74d,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:51:08.218182 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-6d83d049-bf6a-4095-afa5-6057c40c1106 admin admin] 10.222.0.42 "DELETE /v2.0/networks/ffc612ed-9fe1-496d-9ffb-cce702fae74d HTTP/1.1" status: 204 len: 168 time: 0.9911094 Jun 24 23:51:08.222290 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] No Port match for: 72441f42-648d-4862-b435-4a89c6d40493 {{(pid=88110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 23:51:08.222688 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device 72441f42-648d-4862-b435-4a89c6d40493 not bound to the agent host dv-cinder-847189-5-smb {{(pid=88110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 23:51:08.223033 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device f300ce20-ec0e-420b-bfc9-a26c3f694cbe no longer exists at agent ovs-agent-dv-cinder-847189-5-smb {{(pid=88110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 23:51:08.255976 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] No Port match for: f300ce20-ec0e-420b-bfc9-a26c3f694cbe {{(pid=88110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 23:51:08.256317 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device f300ce20-ec0e-420b-bfc9-a26c3f694cbe not bound to the agent host dv-cinder-847189-5-smb {{(pid=88110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 23:51:08.256725 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device 7add2f61-1eef-4a7e-b113-b554e1b15891 no longer exists at agent ovs-agent-dv-cinder-847189-5-smb {{(pid=88110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 23:51:08.289195 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] No Port match for: 7add2f61-1eef-4a7e-b113-b554e1b15891 {{(pid=88110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 23:51:08.289532 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device 7add2f61-1eef-4a7e-b113-b554e1b15891 not bound to the agent host dv-cinder-847189-5-smb {{(pid=88110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 23:51:08.332896 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 60888) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:51:08.381092 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-640d954c-3709-4c6e-8ca7-25cb29bf0a80 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5a572a155c364670a8ac8d313c3dba25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0469842 Jun 24 23:51:08.383398 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 60892) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:51:08.393946 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-63108ea2-3c8b-4a0e-8998-9fd2b5259767 None None] Deleting port 7add2f61-1eef-4a7e-b113-b554e1b15891 {{(pid=88110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 23:51:08.394349 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-63108ea2-3c8b-4a0e-8998-9fd2b5259767 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754888672570'] for port, before_delete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:08.440106 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-d14e3cfc-7140-49c2-b2f7-fa180644f42b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:08.461066 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-63108ea2-3c8b-4a0e-8998-9fd2b5259767 None None] The port '7add2f61-1eef-4a7e-b113-b554e1b15891' was deleted {{(pid=88110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 24 23:51:08.464483 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-d14e3cfc-7140-49c2-b2f7-fa180644f42b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:08.515265 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-d14e3cfc-7140-49c2-b2f7-fa180644f42b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:08.529932 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14e3cfc-7140-49c2-b2f7-fa180644f42b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56f7d295-5477-4a3d-b788-1b0df00c6f95,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:51:08.538155 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-d14e3cfc-7140-49c2-b2f7-fa180644f42b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:08.539245 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-d14e3cfc-7140-49c2-b2f7-fa180644f42b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/56f7d295-5477-4a3d-b788-1b0df00c6f95 HTTP/1.1" status: 204 len: 168 time: 0.1549470 Jun 24 23:51:08.872519 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:08.876844 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 60900) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:51:08.925722 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-a93e954f-ec74-4a7d-8456-dca9281c4cd9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=dc1f34d57360411d811b910d69669eca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0477128 Jun 24 23:51:08.928018 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 60904) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:51:08.981424 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e23df85b-5bdf-4acb-9cd2-1cc2a3a1eddc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:09.006676 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e23df85b-5bdf-4acb-9cd2-1cc2a3a1eddc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:09.055666 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e23df85b-5bdf-4acb-9cd2-1cc2a3a1eddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:09.070219 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23df85b-5bdf-4acb-9cd2-1cc2a3a1eddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc7e8815-9bac-4af7-bcf4-700112d8fe17,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:51:09.077771 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e23df85b-5bdf-4acb-9cd2-1cc2a3a1eddc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:09.078868 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-e23df85b-5bdf-4acb-9cd2-1cc2a3a1eddc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fc7e8815-9bac-4af7-bcf4-700112d8fe17 HTTP/1.1" status: 204 len: 168 time: 0.1499913 Jun 24 23:51:09.948287 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b2885e01-83f2-4d49-b688-1c93fabb17f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:12.176326 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-d5daca77-b5e9-4f8b-a8b0-22a525e0aab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:12.892519 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-8c0b2992-c590-46d4-9042-25b3b8179244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:13.345901 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:14.657432 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-1d7c9831-c6e7-4afe-acbd-faa6f5f62172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:16.446329 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-28658a0a-01e9-49ab-8ff9-c2aca9e03661 req-14980481-0379-4f3f-a4b4-cec8b605dca3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bb5aa81a-c851-4098-913e-c601a291b241&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0752237 Jun 24 23:51:16.599178 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28658a0a-01e9-49ab-8ff9-c2aca9e03661 req-a53e0b2d-0b1e-4ff1-a1ee-14020eb9ed58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:51:16.600649 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-28658a0a-01e9-49ab-8ff9-c2aca9e03661 req-a53e0b2d-0b1e-4ff1-a1ee-14020eb9ed58 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b035f09c574a4283bf9b03bc84f830d7&device_id=bb5aa81a-c851-4098-913e-c601a291b241 HTTP/1.1" status: 200 len: 1099 time: 0.0787694 Jun 24 23:51:16.744978 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28658a0a-01e9-49ab-8ff9-c2aca9e03661 req-ecbf0f70-38a0-4ba2-abcc-0068599d6069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:51:16.746410 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-28658a0a-01e9-49ab-8ff9-c2aca9e03661 req-ecbf0f70-38a0-4ba2-abcc-0068599d6069 service neutron] 10.222.0.15 "GET /v2.0/networks?id=85013f97-fab4-404c-a234-1f20e31752e1 HTTP/1.1" status: 200 len: 917 time: 0.1256938 Jun 24 23:51:16.849270 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-28658a0a-01e9-49ab-8ff9-c2aca9e03661 req-1eec7312-36b3-4fa9-932a-5f6524ca39c8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b22cc52-f1c9-4788-bff6-4c73f0baa564 HTTP/1.1" status: 200 len: 1001 time: 0.0962589 Jun 24 23:51:16.912618 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28658a0a-01e9-49ab-8ff9-c2aca9e03661 req-831c5bb0-21d7-42bf-afb7-a6cecbe416e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:51:16.914043 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-28658a0a-01e9-49ab-8ff9-c2aca9e03661 req-831c5bb0-21d7-42bf-afb7-a6cecbe416e1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c0f5bad0-1ece-425d-be26-c3b0dd205e3f HTTP/1.1" status: 200 len: 855 time: 0.0575688 Jun 24 23:51:16.998152 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28658a0a-01e9-49ab-8ff9-c2aca9e03661 req-e4e4968f-932e-400f-a1b4-a2bdacfa7365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:51:17.000044 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-28658a0a-01e9-49ab-8ff9-c2aca9e03661 req-e4e4968f-932e-400f-a1b4-a2bdacfa7365 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=85013f97-fab4-404c-a234-1f20e31752e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0794675 Jun 24 23:51:17.127845 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-28658a0a-01e9-49ab-8ff9-c2aca9e03661 req-ab278656-ec52-4a90-950f-3f0822b0b3d2 service neutron] 10.222.0.15 "GET /v2.0/networks/85013f97-fab4-404c-a234-1f20e31752e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215727 Jun 24 23:51:17.253917 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-28658a0a-01e9-49ab-8ff9-c2aca9e03661 req-e211eea4-3dc8-4874-83dc-693e5d4861c7 service neutron] 10.222.0.15 "GET /v2.0/networks/85013f97-fab4-404c-a234-1f20e31752e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194785 Jun 24 23:51:20.131579 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.agents_db [None req-920f0d7c-c373-4dd0-bab9-7f12e43ec96a None None] Agent healthcheck: found 6 active agents {{(pid=88111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 23:51:26.673887 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86917a7-5b01-41fb-89c3-d71c2c67d6f0 req-11e0485e-7524-42eb-bde9-b8d9b1a15dc7 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:51:26.675228 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-f86917a7-5b01-41fb-89c3-d71c2c67d6f0 req-11e0485e-7524-42eb-bde9-b8d9b1a15dc7 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/ports?device_id=c494f2b3-e554-4471-b050-eb284aaeb520 HTTP/1.1" status: 200 len: 945 time: 0.0883737 Jun 24 23:51:26.718852 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-f86917a7-5b01-41fb-89c3-d71c2c67d6f0 req-bae6c1b7-add0-4659-bfb2-d3e02d2603c7 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/security-groups?id=b080e550-6b78-4f59-a2fa-2d5515afe1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378535 Jun 24 23:51:27.913248 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593baaa6-916f-4bc8-87e2-d945ef98387a req-98dadb65-a211-4991-b86d-11a54fe8d76a tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:51:27.914701 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-593baaa6-916f-4bc8-87e2-d945ef98387a req-98dadb65-a211-4991-b86d-11a54fe8d76a tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/ports?device_id=c494f2b3-e554-4471-b050-eb284aaeb520 HTTP/1.1" status: 200 len: 945 time: 0.0902121 Jun 24 23:51:27.957013 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-593baaa6-916f-4bc8-87e2-d945ef98387a req-dcfa2038-42d3-48ae-a9bc-a750dbad9daa tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/security-groups?id=b080e550-6b78-4f59-a2fa-2d5515afe1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366554 Jun 24 23:51:28.472367 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e999e3-fa9b-4c9a-82f6-90d3cbb75d94 req-bc45c454-b680-4be6-90be-cbc8c98b5526 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:51:28.473717 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-82e999e3-fa9b-4c9a-82f6-90d3cbb75d94 req-bc45c454-b680-4be6-90be-cbc8c98b5526 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.15 "GET /v2.0/ports?device_id=c494f2b3-e554-4471-b050-eb284aaeb520 HTTP/1.1" status: 200 len: 945 time: 0.0890257 Jun 24 23:51:28.543167 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [req-82e999e3-fa9b-4c9a-82f6-90d3cbb75d94 req-0c01b182-575e-4bb9-a153-00e8983dbe4d tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Deleting port 627d4090-287b-43b1-8dde-a04d1f21138d {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 23:51:28.543593 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-82e999e3-fa9b-4c9a-82f6-90d3cbb75d94 req-0c01b182-575e-4bb9-a153-00e8983dbe4d tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754888672570'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:28.787324 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [req-82e999e3-fa9b-4c9a-82f6-90d3cbb75d94 req-0c01b182-575e-4bb9-a153-00e8983dbe4d tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] For port 627d4090-287b-43b1-8dde-a04d1f21138d, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=627d4090-287b-43b1-8dde-a04d1f21138d,segment=NetworkSegment(04b3cdd8-8d24-43a2-8a87-294baaf0163b),segment_id=04b3cdd8-8d24-43a2-8a87-294baaf0163b)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:51:28.787712 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-82e999e3-fa9b-4c9a-82f6-90d3cbb75d94 req-0c01b182-575e-4bb9-a153-00e8983dbe4d tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478950'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:29.218799 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-82e999e3-fa9b-4c9a-82f6-90d3cbb75d94 req-0c01b182-575e-4bb9-a153-00e8983dbe4d tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:29.219161 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-82e999e3-fa9b-4c9a-82f6-90d3cbb75d94 req-0c01b182-575e-4bb9-a153-00e8983dbe4d tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476618'] for floatingip, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:29.219477 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.db.l3_db [req-82e999e3-fa9b-4c9a-82f6-90d3cbb75d94 req-0c01b182-575e-4bb9-a153-00e8983dbe4d tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Floating IP 6a1821d7-346d-4f41-8d72-029d83bc9521 disassociated. External IP: 172.28.1.43, port: 627d4090-287b-43b1-8dde-a04d1f21138d. Jun 24 23:51:29.219843 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [req-82e999e3-fa9b-4c9a-82f6-90d3cbb75d94 req-0c01b182-575e-4bb9-a153-00e8983dbe4d tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Calling delete_port for 627d4090-287b-43b1-8dde-a04d1f21138d owned by compute:nova {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 23:51:29.283453 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76d3565-107d-45ab-8fbf-80b42ac98415 req-0b7eb555-f1bf-49e5-8d70-1199f20035e7 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:51:29.285318 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-d76d3565-107d-45ab-8fbf-80b42ac98415 req-0b7eb555-f1bf-49e5-8d70-1199f20035e7 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/ports?device_id=c494f2b3-e554-4471-b050-eb284aaeb520 HTTP/1.1" status: 200 len: 945 time: 0.2197766 Jun 24 23:51:29.345729 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-d76d3565-107d-45ab-8fbf-80b42ac98415 req-5b04fa38-1837-401f-9491-89dbc8d9e586 tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/security-groups?id=b080e550-6b78-4f59-a2fa-2d5515afe1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543575 Jun 24 23:51:29.408577 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-82e999e3-fa9b-4c9a-82f6-90d3cbb75d94 req-0c01b182-575e-4bb9-a153-00e8983dbe4d tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754888674196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754888214712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266412288'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:29.459955 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c01b182-575e-4bb9-a153-00e8983dbe4d tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Pushing event deleted for resources: {'Port': ['ID=627d4090-287b-43b1-8dde-a04d1f21138d,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:51:29.470448 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c01b182-575e-4bb9-a153-00e8983dbe4d tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:51:29.470812 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c01b182-575e-4bb9-a153-00e8983dbe4d tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:51:29.471153 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c01b182-575e-4bb9-a153-00e8983dbe4d tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:51:29.471498 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c01b182-575e-4bb9-a153-00e8983dbe4d tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:51:29.471874 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c01b182-575e-4bb9-a153-00e8983dbe4d tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:51:29.472199 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c01b182-575e-4bb9-a153-00e8983dbe4d tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:51:29.472516 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c01b182-575e-4bb9-a153-00e8983dbe4d tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:51:29.473027 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c01b182-575e-4bb9-a153-00e8983dbe4d tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:51:29.473159 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c01b182-575e-4bb9-a153-00e8983dbe4d tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:51:29.473482 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c01b182-575e-4bb9-a153-00e8983dbe4d tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:51:29.473806 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c01b182-575e-4bb9-a153-00e8983dbe4d tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:51:29.474128 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c01b182-575e-4bb9-a153-00e8983dbe4d tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:51:29.649900 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [req-82e999e3-fa9b-4c9a-82f6-90d3cbb75d94 req-0c01b182-575e-4bb9-a153-00e8983dbe4d tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Router d53a711a-9bec-4a49-ae93-b791547b851e has already been hosted by L3 agent 05c04ad7-f453-4a24-8793-b86a404a0ef9 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 23:51:29.831236 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-82e999e3-fa9b-4c9a-82f6-90d3cbb75d94 req-0c01b182-575e-4bb9-a153-00e8983dbe4d tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify agent at l3_agent.dv-cinder-847189-5-smb the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 23:51:29.840723 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f40a431-da56-42ba-9cf9-030ad34eda9b None None] Sync routers for ids ['d53a711a-9bec-4a49-ae93-b791547b851e'] in dv-cinder-847189-5-smb {{(pid=88111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 23:51:29.854399 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f40a431-da56-42ba-9cf9-030ad34eda9b None None] Routers {'d53a711a-9bec-4a49-ae93-b791547b851e'} bound to L3 agent in host dv-cinder-847189-5-smb {{(pid=88111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 23:51:29.854987 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-0f40a431-da56-42ba-9cf9-030ad34eda9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T23:32:42Z,description=,heartbeat_timestamp=2022-06-24T23:51:12Z,host='dv-cinder-847189-5-smb',id=05c04ad7-f453-4a24-8793-b86a404a0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T23:32:42Z,topic='l3_agent')) {'router_ids': ['d53a711a-9bec-4a49-ae93-b791547b851e'], 'active': True} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:51:29.924616 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [req-82e999e3-fa9b-4c9a-82f6-90d3cbb75d94 req-0c01b182-575e-4bb9-a153-00e8983dbe4d tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] No DVR routers for this DVR port 627d4090-287b-43b1-8dde-a04d1f21138d on host hv-cinder-84718 {{(pid=88108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 23:51:29.927060 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-82e999e3-fa9b-4c9a-82f6-90d3cbb75d94 req-0c01b182-575e-4bb9-a153-00e8983dbe4d tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122089'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:29.929781 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c494f2b3-e554-4471-b050-eb284aaeb520', 'name': 'network-vif-deleted', 'tag': '627d4090-287b-43b1-8dde-a04d1f21138d'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 23:51:29.945402 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-82e999e3-fa9b-4c9a-82f6-90d3cbb75d94 req-0c01b182-575e-4bb9-a153-00e8983dbe4d tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.15 "DELETE /v2.0/ports/627d4090-287b-43b1-8dde-a04d1f21138d HTTP/1.1" status: 204 len: 173 time: 1.4653227 Jun 24 23:51:29.979270 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05e99aad-77ea-4d91-ac7d-0afd77084272'] response: {'server_uuid': 'c494f2b3-e554-4471-b050-eb284aaeb520', 'name': 'network-vif-deleted', 'tag': '627d4090-287b-43b1-8dde-a04d1f21138d', 'status': 'completed', 'code': 200} Jun 24 23:51:30.076385 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvr_db [None req-0f40a431-da56-42ba-9cf9-030ad34eda9b None None] Set router d53a711a-9bec-4a49-ae93-b791547b851e gateway port host: dv-cinder-847189-5-smb {{(pid=88111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 23:51:30.428935 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-0f40a431-da56-42ba-9cf9-030ad34eda9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'name': 'tempest-AttachVolumeNegativeTest-1127594969-router', 'tenant_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.241'}], 'enable_snat': True}, 'gw_port_id': '29bdc519-d88d-4c03-b997-414dc420d1ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:47:06Z', 'updated_at': '2022-06-24T23:47:10Z', 'revision_number': 4, 'project_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'gw_port': {'id': '29bdc519-d88d-4c03-b997-414dc420d1ef', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:47:07Z', 'updated_at': '2022-06-24T23:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb', '_interfaces': [{'id': '3d937a75-d09b-41f6-b3ef-a59dff25e161', 'name': '', 'network_id': '7abaefcb-0064-4c5b-84e1-b4e60380849f', 'tenant_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'mac_address': 'fa:16:3e:2f:59:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '80dd0bfb-dfbe-42ee-b0d9-251fe168e508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:47:09Z', 'updated_at': '2022-06-24T23:47:16Z', 'revision_number': 5, 'project_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'subnets': [{'id': '80dd0bfb-dfbe-42ee-b0d9-251fe168e508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-5-smb', False) {} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:51:30.432834 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f40a431-da56-42ba-9cf9-030ad34eda9b None None] Checking router: d53a711a-9bec-4a49-ae93-b791547b851e for host: dv-cinder-847189-5-smb {{(pid=88111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 23:51:30.441868 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f40a431-da56-42ba-9cf9-030ad34eda9b None None] Routers {'d53a711a-9bec-4a49-ae93-b791547b851e'} bound to L3 agent in host dv-cinder-847189-5-smb {{(pid=88111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 23:51:30.442465 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-0f40a431-da56-42ba-9cf9-030ad34eda9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T23:32:42Z,description=,heartbeat_timestamp=2022-06-24T23:51:12Z,host='dv-cinder-847189-5-smb',id=05c04ad7-f453-4a24-8793-b86a404a0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T23:32:42Z,topic='l3_agent')) {'router_ids': ['d53a711a-9bec-4a49-ae93-b791547b851e'], 'active': True} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:51:30.517011 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-4fc64c88-161d-4d54-b96d-11ac6f76053a req-b10adb19-27e8-47c5-b983-e2e87a4e043e tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Synchronizing usage tracker for tenant:cc2e981e5c2b4ac78ce7c820ebe3e4a0 on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 23:51:30.534295 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-4fc64c88-161d-4d54-b96d-11ac6f76053a req-b10adb19-27e8-47c5-b983-e2e87a4e043e tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Unset dirty status for tenant:cc2e981e5c2b4ac78ce7c820ebe3e4a0 on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 23:51:30.535562 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-4fc64c88-161d-4d54-b96d-11ac6f76053a req-b10adb19-27e8-47c5-b983-e2e87a4e043e tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/ports?device_id=c494f2b3-e554-4471-b050-eb284aaeb520 HTTP/1.1" status: 200 len: 210 time: 0.0708997 Jun 24 23:51:30.619408 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvr_db [None req-0f40a431-da56-42ba-9cf9-030ad34eda9b None None] Set router d53a711a-9bec-4a49-ae93-b791547b851e gateway port host: dv-cinder-847189-5-smb {{(pid=88111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 23:51:30.919125 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-0f40a431-da56-42ba-9cf9-030ad34eda9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'name': 'tempest-AttachVolumeNegativeTest-1127594969-router', 'tenant_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.241'}], 'enable_snat': True}, 'gw_port_id': '29bdc519-d88d-4c03-b997-414dc420d1ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:47:06Z', 'updated_at': '2022-06-24T23:47:10Z', 'revision_number': 4, 'project_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'gw_port': {'id': '29bdc519-d88d-4c03-b997-414dc420d1ef', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:47:07Z', 'updated_at': '2022-06-24T23:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb', '_interfaces': [{'id': '3d937a75-d09b-41f6-b3ef-a59dff25e161', 'name': '', 'network_id': '7abaefcb-0064-4c5b-84e1-b4e60380849f', 'tenant_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'mac_address': 'fa:16:3e:2f:59:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '80dd0bfb-dfbe-42ee-b0d9-251fe168e508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:47:09Z', 'updated_at': '2022-06-24T23:47:16Z', 'revision_number': 5, 'project_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'subnets': [{'id': '80dd0bfb-dfbe-42ee-b0d9-251fe168e508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-5-smb', False) {} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:51:30.923344 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f40a431-da56-42ba-9cf9-030ad34eda9b None None] The sync data for ids ['d53a711a-9bec-4a49-ae93-b791547b851e'] in dv-cinder-847189-5-smb is: [{'id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'name': 'tempest-AttachVolumeNegativeTest-1127594969-router', 'tenant_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.241'}], 'enable_snat': True}, 'gw_port_id': '29bdc519-d88d-4c03-b997-414dc420d1ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:47:06Z', 'updated_at': '2022-06-24T23:47:10Z', 'revision_number': 4, 'project_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'gw_port': {'id': '29bdc519-d88d-4c03-b997-414dc420d1ef', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:47:07Z', 'updated_at': '2022-06-24T23:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb', '_interfaces': [{'id': '3d937a75-d09b-41f6-b3ef-a59dff25e161', 'name': '', 'network_id': '7abaefcb-0064-4c5b-84e1-b4e60380849f', 'tenant_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'mac_address': 'fa:16:3e:2f:59:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '80dd0bfb-dfbe-42ee-b0d9-251fe168e508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:47:09Z', 'updated_at': '2022-06-24T23:47:16Z', 'revision_number': 5, 'project_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'subnets': [{'id': '80dd0bfb-dfbe-42ee-b0d9-251fe168e508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 23:51:31.135283 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6679c92-da11-486e-8962-474be28fee33 None None] New status for floating IP 6a1821d7-346d-4f41-8d72-029d83bc9521: DOWN {{(pid=88110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 23:51:31.657998 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 60976) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:51:31.719564 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a859e77a-fa7e-4b10-88d2-e1e44eb419cb tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks [] for security_group, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:31.746607 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a859e77a-fa7e-4b10-88d2-e1e44eb419cb tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:31.797057 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a859e77a-fa7e-4b10-88d2-e1e44eb419cb tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:31.815221 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a859e77a-fa7e-4b10-88d2-e1e44eb419cb tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b080e550-6b78-4f59-a2fa-2d5515afe1f5,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:51:31.825588 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-a859e77a-fa7e-4b10-88d2-e1e44eb419cb tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks [] for security_group, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:31.827615 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-a859e77a-fa7e-4b10-88d2-e1e44eb419cb tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "DELETE /v2.0/security-groups/b080e550-6b78-4f59-a2fa-2d5515afe1f5 HTTP/1.1" status: 204 len: 168 time: 0.1685591 Jun 24 23:51:31.830381 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 60980) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:51:31.849396 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.api.v2.resource [None req-360ec4cf-5965-4f4a-9fd9-ee221bc6130c tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] show failed (client error): The resource could not be found. Jun 24 23:51:31.850339 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-360ec4cf-5965-4f4a-9fd9-ee221bc6130c tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "GET /v2.0/security-groups/b080e550-6b78-4f59-a2fa-2d5515afe1f5 HTTP/1.1" status: 404 len: 347 time: 0.0189698 Jun 24 23:51:31.853107 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 60984) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:51:32.007427 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c69dda3b-2c36-45ae-9b2d-aeafeca0fdba tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Deleting port f3706579-5613-40cc-8a35-7451d3715ec8 {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 23:51:32.007787 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c69dda3b-2c36-45ae-9b2d-aeafeca0fdba tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754888672570'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:32.166103 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c69dda3b-2c36-45ae-9b2d-aeafeca0fdba tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478950'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:32.166429 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c69dda3b-2c36-45ae-9b2d-aeafeca0fdba tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:32.239901 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Device 627d4090-287b-43b1-8dde-a04d1f21138d no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 23:51:32.275961 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-707bff31-b5da-4601-b274-386892c937dc None None] No Port match for: 627d4090-287b-43b1-8dde-a04d1f21138d {{(pid=88110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 23:51:32.276222 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Device 627d4090-287b-43b1-8dde-a04d1f21138d not bound to the agent host hv-cinder-84718 {{(pid=88110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 23:51:32.391640 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-c69dda3b-2c36-45ae-9b2d-aeafeca0fdba tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Calling delete_port for f3706579-5613-40cc-8a35-7451d3715ec8 owned by network:floatingip {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 23:51:32.524304 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c69dda3b-2c36-45ae-9b2d-aeafeca0fdba tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754888674196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754888214712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266550608'] for port, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:32.574745 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69dda3b-2c36-45ae-9b2d-aeafeca0fdba tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Pushing event deleted for resources: {'Port': ['ID=f3706579-5613-40cc-8a35-7451d3715ec8,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:51:32.675740 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c69dda3b-2c36-45ae-9b2d-aeafeca0fdba tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks [] for floatingip, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:32.692674 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-c69dda3b-2c36-45ae-9b2d-aeafeca0fdba tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122089'] for floatingip, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:32.693804 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-c69dda3b-2c36-45ae-9b2d-aeafeca0fdba tempest-AttachVolumeNegativeTest-1096172591 tempest-AttachVolumeNegativeTest-1096172591-project] 10.222.0.42 "DELETE /v2.0/floatingips/6a1821d7-346d-4f41-8d72-029d83bc9521 HTTP/1.1" status: 204 len: 168 time: 0.8398488 Jun 24 23:51:34.835785 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da005f19-8d36-413b-9500-ccb48f3b8b54 req-4d56903c-3981-427e-9dcf-28a7d58457b2 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:51:34.837165 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-da005f19-8d36-413b-9500-ccb48f3b8b54 req-4d56903c-3981-427e-9dcf-28a7d58457b2 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb5aa81a-c851-4098-913e-c601a291b241 HTTP/1.1" status: 200 len: 946 time: 0.0861104 Jun 24 23:51:34.880131 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-da005f19-8d36-413b-9500-ccb48f3b8b54 req-c6f5eec8-1cd0-4467-bdb1-77b381c297ef tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups?id=82648a32-eb95-4549-8ac3-00025e413e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368326 Jun 24 23:51:36.078668 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5336bbf-63d4-4da1-a757-132e7de1a5b5 req-591a0c9d-7bfe-4d04-b23a-ad30e4457dc1 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:51:36.080109 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-d5336bbf-63d4-4da1-a757-132e7de1a5b5 req-591a0c9d-7bfe-4d04-b23a-ad30e4457dc1 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb5aa81a-c851-4098-913e-c601a291b241 HTTP/1.1" status: 200 len: 946 time: 0.0896842 Jun 24 23:51:36.125674 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-d5336bbf-63d4-4da1-a757-132e7de1a5b5 req-2fb43c25-d6b2-47b2-a794-5c36d7dc9073 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups?id=82648a32-eb95-4549-8ac3-00025e413e18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397801 Jun 24 23:51:36.228832 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df04cb6-e06a-458c-b96f-2b34a2cc2f71 req-025b8d26-1717-4c61-a8d8-aa725099894c tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:51:36.230252 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-2df04cb6-e06a-458c-b96f-2b34a2cc2f71 req-025b8d26-1717-4c61-a8d8-aa725099894c tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb5aa81a-c851-4098-913e-c601a291b241 HTTP/1.1" status: 200 len: 946 time: 0.0841472 Jun 24 23:51:36.303408 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [req-2df04cb6-e06a-458c-b96f-2b34a2cc2f71 req-b34691bd-1b49-4ddc-9635-63e853ce9435 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Deleting port 1b22cc52-f1c9-4788-bff6-4c73f0baa564 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 23:51:36.303772 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-2df04cb6-e06a-458c-b96f-2b34a2cc2f71 req-b34691bd-1b49-4ddc-9635-63e853ce9435 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754888672570'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:36.539314 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [req-2df04cb6-e06a-458c-b96f-2b34a2cc2f71 req-b34691bd-1b49-4ddc-9635-63e853ce9435 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] For port 1b22cc52-f1c9-4788-bff6-4c73f0baa564, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=1b22cc52-f1c9-4788-bff6-4c73f0baa564,segment=NetworkSegment(cc28d19b-2326-449b-923e-434d239126ee),segment_id=cc28d19b-2326-449b-923e-434d239126ee)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:51:36.539707 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-2df04cb6-e06a-458c-b96f-2b34a2cc2f71 req-b34691bd-1b49-4ddc-9635-63e853ce9435 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478950'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:36.921379 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-2df04cb6-e06a-458c-b96f-2b34a2cc2f71 req-b34691bd-1b49-4ddc-9635-63e853ce9435 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:36.921961 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-2df04cb6-e06a-458c-b96f-2b34a2cc2f71 req-b34691bd-1b49-4ddc-9635-63e853ce9435 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-476618'] for floatingip, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:36.922467 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.db.l3_db [req-2df04cb6-e06a-458c-b96f-2b34a2cc2f71 req-b34691bd-1b49-4ddc-9635-63e853ce9435 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Floating IP 0a15d6fc-7ee1-473f-945f-c5fa0f187364 disassociated. External IP: 172.28.1.113, port: 1b22cc52-f1c9-4788-bff6-4c73f0baa564. Jun 24 23:51:36.923002 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [req-2df04cb6-e06a-458c-b96f-2b34a2cc2f71 req-b34691bd-1b49-4ddc-9635-63e853ce9435 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Calling delete_port for 1b22cc52-f1c9-4788-bff6-4c73f0baa564 owned by compute:nova {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 23:51:37.044931 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 32804) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:51:37.070276 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-2df04cb6-e06a-458c-b96f-2b34a2cc2f71 req-b34691bd-1b49-4ddc-9635-63e853ce9435 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754888674196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754888214712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266412288'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:37.118604 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34691bd-1b49-4ddc-9635-63e853ce9435 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Pushing event deleted for resources: {'Port': ['ID=1b22cc52-f1c9-4788-bff6-4c73f0baa564,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:51:37.301420 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2df04cb6-e06a-458c-b96f-2b34a2cc2f71 req-b34691bd-1b49-4ddc-9635-63e853ce9435 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Router 6814f674-cb0f-4527-8f62-e9c429932e14 has already been hosted by L3 agent 05c04ad7-f453-4a24-8793-b86a404a0ef9 {{(pid=88108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 23:51:37.479731 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2df04cb6-e06a-458c-b96f-2b34a2cc2f71 req-b34691bd-1b49-4ddc-9635-63e853ce9435 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Notify agent at l3_agent.dv-cinder-847189-5-smb the message routers_updated {{(pid=88108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 23:51:37.489723 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b3d5b7-8086-45dd-ad4b-fd53eda1f2f6 None None] Sync routers for ids ['6814f674-cb0f-4527-8f62-e9c429932e14'] in dv-cinder-847189-5-smb {{(pid=88111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 23:51:37.503772 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b3d5b7-8086-45dd-ad4b-fd53eda1f2f6 None None] Routers {'6814f674-cb0f-4527-8f62-e9c429932e14'} bound to L3 agent in host dv-cinder-847189-5-smb {{(pid=88111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 23:51:37.509209 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-82b3d5b7-8086-45dd-ad4b-fd53eda1f2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T23:32:42Z,description=,heartbeat_timestamp=2022-06-24T23:51:12Z,host='dv-cinder-847189-5-smb',id=05c04ad7-f453-4a24-8793-b86a404a0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T23:32:42Z,topic='l3_agent')) {'router_ids': ['6814f674-cb0f-4527-8f62-e9c429932e14'], 'active': True} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:51:37.578778 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [req-2df04cb6-e06a-458c-b96f-2b34a2cc2f71 req-b34691bd-1b49-4ddc-9635-63e853ce9435 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] No DVR routers for this DVR port 1b22cc52-f1c9-4788-bff6-4c73f0baa564 on host hv-cinder-84718 {{(pid=88108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 23:51:37.582717 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-2df04cb6-e06a-458c-b96f-2b34a2cc2f71 req-b34691bd-1b49-4ddc-9635-63e853ce9435 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122089'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:37.587083 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb5aa81a-c851-4098-913e-c601a291b241', 'name': 'network-vif-deleted', 'tag': '1b22cc52-f1c9-4788-bff6-4c73f0baa564'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 23:51:37.607975 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-2f4a6278-a803-46b6-a8bc-9822b3d2c489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-488920'] for router_interface, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:37.611342 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-2df04cb6-e06a-458c-b96f-2b34a2cc2f71 req-b34691bd-1b49-4ddc-9635-63e853ce9435 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.15 "DELETE /v2.0/ports/1b22cc52-f1c9-4788-bff6-4c73f0baa564 HTTP/1.1" status: 204 len: 173 time: 1.3734341 Jun 24 23:51:37.666148 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48a955e9-25c8-4d1c-bbfe-5c0daf779920'] response: {'server_uuid': 'bb5aa81a-c851-4098-913e-c601a291b241', 'name': 'network-vif-deleted', 'tag': '1b22cc52-f1c9-4788-bff6-4c73f0baa564', 'status': 'completed', 'code': 200} Jun 24 23:51:37.781525 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-de66fd28-5ba0-45cc-8718-96be2db4268d req-09e4df01-6610-49a1-aa2e-39ece56f055f tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb5aa81a-c851-4098-913e-c601a291b241 HTTP/1.1" status: 200 len: 210 time: 0.5116062 Jun 24 23:51:37.797172 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvr_db [None req-82b3d5b7-8086-45dd-ad4b-fd53eda1f2f6 None None] Set router 6814f674-cb0f-4527-8f62-e9c429932e14 gateway port host: dv-cinder-847189-5-smb {{(pid=88111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 23:51:38.008808 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-2f4a6278-a803-46b6-a8bc-9822b3d2c489 admin admin] Deleting port 3d937a75-d09b-41f6-b3ef-a59dff25e161 {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 23:51:38.009228 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-2f4a6278-a803-46b6-a8bc-9822b3d2c489 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754888672570'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:38.101257 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-82b3d5b7-8086-45dd-ad4b-fd53eda1f2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6814f674-cb0f-4527-8f62-e9c429932e14', 'name': 'tempest-AttachVolumeShelveTestJSON-177881652-router', 'tenant_id': 'b035f09c574a4283bf9b03bc84f830d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.130'}], 'enable_snat': True}, 'gw_port_id': 'd7cbc3e0-2521-4b3b-bc37-6617d590bb33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:46:33Z', 'updated_at': '2022-06-24T23:46:39Z', 'revision_number': 4, 'project_id': 'b035f09c574a4283bf9b03bc84f830d7', 'gw_port': {'id': 'd7cbc3e0-2521-4b3b-bc37-6617d590bb33', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:35:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6814f674-cb0f-4527-8f62-e9c429932e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:46:34Z', 'updated_at': '2022-06-24T23:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb', '_interfaces': [{'id': '42ce1e25-84f2-4916-853a-e2df98f66524', 'name': '', 'network_id': '85013f97-fab4-404c-a234-1f20e31752e1', 'tenant_id': 'b035f09c574a4283bf9b03bc84f830d7', 'mac_address': 'fa:16:3e:6a:f7:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6814f674-cb0f-4527-8f62-e9c429932e14', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c0f5bad0-1ece-425d-be26-c3b0dd205e3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:46:38Z', 'updated_at': '2022-06-24T23:46:46Z', 'revision_number': 5, 'project_id': 'b035f09c574a4283bf9b03bc84f830d7', 'subnets': [{'id': 'c0f5bad0-1ece-425d-be26-c3b0dd205e3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-5-smb', False) {} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:51:38.105447 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b3d5b7-8086-45dd-ad4b-fd53eda1f2f6 None None] Checking router: 6814f674-cb0f-4527-8f62-e9c429932e14 for host: dv-cinder-847189-5-smb {{(pid=88111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 23:51:38.115267 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b3d5b7-8086-45dd-ad4b-fd53eda1f2f6 None None] Routers {'6814f674-cb0f-4527-8f62-e9c429932e14'} bound to L3 agent in host dv-cinder-847189-5-smb {{(pid=88111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 23:51:38.115977 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-82b3d5b7-8086-45dd-ad4b-fd53eda1f2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T23:32:42Z,description=,heartbeat_timestamp=2022-06-24T23:51:12Z,host='dv-cinder-847189-5-smb',id=05c04ad7-f453-4a24-8793-b86a404a0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T23:32:42Z,topic='l3_agent')) {'router_ids': ['6814f674-cb0f-4527-8f62-e9c429932e14'], 'active': True} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:51:38.296537 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-2f4a6278-a803-46b6-a8bc-9822b3d2c489 admin admin] For port 3d937a75-d09b-41f6-b3ef-a59dff25e161, host dv-cinder-847189-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-5-smb',level=0,port_id=3d937a75-d09b-41f6-b3ef-a59dff25e161,segment=NetworkSegment(04b3cdd8-8d24-43a2-8a87-294baaf0163b),segment_id=04b3cdd8-8d24-43a2-8a87-294baaf0163b)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:51:38.297231 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-2f4a6278-a803-46b6-a8bc-9822b3d2c489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478950'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:38.330617 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvr_db [None req-82b3d5b7-8086-45dd-ad4b-fd53eda1f2f6 None None] Set router 6814f674-cb0f-4527-8f62-e9c429932e14 gateway port host: dv-cinder-847189-5-smb {{(pid=88111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 23:51:38.423912 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-2f4a6278-a803-46b6-a8bc-9822b3d2c489 admin admin] Calling delete_port for 3d937a75-d09b-41f6-b3ef-a59dff25e161 owned by network:router_interface {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 23:51:38.589424 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-2f4a6278-a803-46b6-a8bc-9822b3d2c489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754888674196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754888214712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266550608'] for port, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:38.636067 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-82b3d5b7-8086-45dd-ad4b-fd53eda1f2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6814f674-cb0f-4527-8f62-e9c429932e14', 'name': 'tempest-AttachVolumeShelveTestJSON-177881652-router', 'tenant_id': 'b035f09c574a4283bf9b03bc84f830d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.130'}], 'enable_snat': True}, 'gw_port_id': 'd7cbc3e0-2521-4b3b-bc37-6617d590bb33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:46:33Z', 'updated_at': '2022-06-24T23:46:39Z', 'revision_number': 4, 'project_id': 'b035f09c574a4283bf9b03bc84f830d7', 'gw_port': {'id': 'd7cbc3e0-2521-4b3b-bc37-6617d590bb33', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:35:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6814f674-cb0f-4527-8f62-e9c429932e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:46:34Z', 'updated_at': '2022-06-24T23:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb', '_interfaces': [{'id': '42ce1e25-84f2-4916-853a-e2df98f66524', 'name': '', 'network_id': '85013f97-fab4-404c-a234-1f20e31752e1', 'tenant_id': 'b035f09c574a4283bf9b03bc84f830d7', 'mac_address': 'fa:16:3e:6a:f7:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6814f674-cb0f-4527-8f62-e9c429932e14', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c0f5bad0-1ece-425d-be26-c3b0dd205e3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:46:38Z', 'updated_at': '2022-06-24T23:46:46Z', 'revision_number': 5, 'project_id': 'b035f09c574a4283bf9b03bc84f830d7', 'subnets': [{'id': 'c0f5bad0-1ece-425d-be26-c3b0dd205e3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-5-smb', False) {} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:51:38.638629 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4a6278-a803-46b6-a8bc-9822b3d2c489 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d937a75-d09b-41f6-b3ef-a59dff25e161,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:51:38.640826 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b3d5b7-8086-45dd-ad4b-fd53eda1f2f6 None None] The sync data for ids ['6814f674-cb0f-4527-8f62-e9c429932e14'] in dv-cinder-847189-5-smb is: [{'id': '6814f674-cb0f-4527-8f62-e9c429932e14', 'name': 'tempest-AttachVolumeShelveTestJSON-177881652-router', 'tenant_id': 'b035f09c574a4283bf9b03bc84f830d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.130'}], 'enable_snat': True}, 'gw_port_id': 'd7cbc3e0-2521-4b3b-bc37-6617d590bb33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:46:33Z', 'updated_at': '2022-06-24T23:46:39Z', 'revision_number': 4, 'project_id': 'b035f09c574a4283bf9b03bc84f830d7', 'gw_port': {'id': 'd7cbc3e0-2521-4b3b-bc37-6617d590bb33', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:35:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6814f674-cb0f-4527-8f62-e9c429932e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:46:34Z', 'updated_at': '2022-06-24T23:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb', '_interfaces': [{'id': '42ce1e25-84f2-4916-853a-e2df98f66524', 'name': '', 'network_id': '85013f97-fab4-404c-a234-1f20e31752e1', 'tenant_id': 'b035f09c574a4283bf9b03bc84f830d7', 'mac_address': 'fa:16:3e:6a:f7:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6814f674-cb0f-4527-8f62-e9c429932e14', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'c0f5bad0-1ece-425d-be26-c3b0dd205e3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:46:38Z', 'updated_at': '2022-06-24T23:46:46Z', 'revision_number': 5, 'project_id': 'b035f09c574a4283bf9b03bc84f830d7', 'subnets': [{'id': 'c0f5bad0-1ece-425d-be26-c3b0dd205e3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 23:51:38.867588 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:38.910577 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa184875-7373-4134-b24f-8cd87d4ae5ee None None] New status for floating IP 0a15d6fc-7ee1-473f-945f-c5fa0f187364: DOWN {{(pid=88110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 24 23:51:38.926912 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 32818) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:51:38.942760 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-2f4a6278-a803-46b6-a8bc-9822b3d2c489 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-488876'] for router_interface, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:39.137878 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1de61f78-ada5-4567-8d02-4ab35fb73aef tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Notify callbacks [] for security_group, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:39.182058 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1de61f78-ada5-4567-8d02-4ab35fb73aef tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:39.371326 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1de61f78-ada5-4567-8d02-4ab35fb73aef tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:39.390278 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de61f78-ada5-4567-8d02-4ab35fb73aef tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82648a32-eb95-4549-8ac3-00025e413e18,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:51:39.411711 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f4a6278-a803-46b6-a8bc-9822b3d2c489 admin admin] Router d53a711a-9bec-4a49-ae93-b791547b851e has already been hosted by L3 agent 05c04ad7-f453-4a24-8793-b86a404a0ef9 {{(pid=88109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 23:51:39.419694 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-1de61f78-ada5-4567-8d02-4ab35fb73aef tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Notify callbacks [] for security_group, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:39.421407 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-1de61f78-ada5-4567-8d02-4ab35fb73aef tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "DELETE /v2.0/security-groups/82648a32-eb95-4549-8ac3-00025e413e18 HTTP/1.1" status: 204 len: 168 time: 0.4933889 Jun 24 23:51:39.424185 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 32822) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:51:39.440328 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.api.v2.resource [None req-4c295094-3402-48e2-8673-7503c9363bf9 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] show failed (client error): The resource could not be found. Jun 24 23:51:39.441302 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-4c295094-3402-48e2-8673-7503c9363bf9 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "GET /v2.0/security-groups/82648a32-eb95-4549-8ac3-00025e413e18 HTTP/1.1" status: 404 len: 347 time: 0.0161026 Jun 24 23:51:39.444061 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 32826) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:51:39.599861 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-985db07d-255a-4368-a6e2-fc7147354051 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Deleting port 2cbbf198-75ac-4017-ba8e-7063163ac0d0 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 23:51:39.600199 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-985db07d-255a-4368-a6e2-fc7147354051 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754888672570'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:39.697210 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f4a6278-a803-46b6-a8bc-9822b3d2c489 admin admin] Notify agent at l3_agent.dv-cinder-847189-5-smb the message routers_updated {{(pid=88109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 23:51:39.701855 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-2f4a6278-a803-46b6-a8bc-9822b3d2c489 admin admin] 10.222.0.42 "PUT /v2.0/routers/d53a711a-9bec-4a49-ae93-b791547b851e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6558280 Jun 24 23:51:39.704301 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 32830) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:51:39.708151 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3d19d5-64e9-437c-aa1d-343a7d78f2cd None None] Sync routers for ids ['d53a711a-9bec-4a49-ae93-b791547b851e'] in dv-cinder-847189-5-smb {{(pid=88111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 23:51:39.720369 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3d19d5-64e9-437c-aa1d-343a7d78f2cd None None] Routers {'d53a711a-9bec-4a49-ae93-b791547b851e'} bound to L3 agent in host dv-cinder-847189-5-smb {{(pid=88111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 23:51:39.721251 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-5d3d19d5-64e9-437c-aa1d-343a7d78f2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T23:32:42Z,description=,heartbeat_timestamp=2022-06-24T23:51:12Z,host='dv-cinder-847189-5-smb',id=05c04ad7-f453-4a24-8793-b86a404a0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T23:32:42Z,topic='l3_agent')) {'router_ids': ['d53a711a-9bec-4a49-ae93-b791547b851e'], 'active': True} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:51:39.774721 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-985db07d-255a-4368-a6e2-fc7147354051 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478950'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:39.775079 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-985db07d-255a-4368-a6e2-fc7147354051 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:39.883057 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-952a331c-4c04-444c-907d-427739945a74 admin admin] Notify callbacks [] for router, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:39.905271 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvr_db [None req-5d3d19d5-64e9-437c-aa1d-343a7d78f2cd None None] Set router d53a711a-9bec-4a49-ae93-b791547b851e gateway port host: dv-cinder-847189-5-smb {{(pid=88111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 23:51:39.955330 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-4a2a190c-73fc-44bb-ba29-dad9524baebd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:39.996997 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-985db07d-255a-4368-a6e2-fc7147354051 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Calling delete_port for 2cbbf198-75ac-4017-ba8e-7063163ac0d0 owned by network:floatingip {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 23:51:40.068595 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-952a331c-4c04-444c-907d-427739945a74 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:40.080524 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-952a331c-4c04-444c-907d-427739945a74 admin admin] Deleting port 29bdc519-d88d-4c03-b997-414dc420d1ef {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 23:51:40.081013 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-952a331c-4c04-444c-907d-427739945a74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754888672570'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:40.149295 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-985db07d-255a-4368-a6e2-fc7147354051 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754888674196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754888214712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266412288'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:40.209977 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-5d3d19d5-64e9-437c-aa1d-343a7d78f2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'name': 'tempest-AttachVolumeNegativeTest-1127594969-router', 'tenant_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.241'}], 'enable_snat': True}, 'gw_port_id': '29bdc519-d88d-4c03-b997-414dc420d1ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:47:06Z', 'updated_at': '2022-06-24T23:51:38Z', 'revision_number': 5, 'project_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'gw_port': {'id': '29bdc519-d88d-4c03-b997-414dc420d1ef', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:cb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:47:07Z', 'updated_at': '2022-06-24T23:47:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb'}], 'dv-cinder-847189-5-smb', False) {} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:51:40.211562 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985db07d-255a-4368-a6e2-fc7147354051 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Pushing event deleted for resources: {'Port': ['ID=2cbbf198-75ac-4017-ba8e-7063163ac0d0,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:51:40.213962 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3d19d5-64e9-437c-aa1d-343a7d78f2cd None None] Checking router: d53a711a-9bec-4a49-ae93-b791547b851e for host: dv-cinder-847189-5-smb {{(pid=88111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 23:51:40.223452 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3d19d5-64e9-437c-aa1d-343a7d78f2cd None None] Routers {'d53a711a-9bec-4a49-ae93-b791547b851e'} bound to L3 agent in host dv-cinder-847189-5-smb {{(pid=88111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 23:51:40.224090 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-5d3d19d5-64e9-437c-aa1d-343a7d78f2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T23:32:42Z,description=,heartbeat_timestamp=2022-06-24T23:51:12Z,host='dv-cinder-847189-5-smb',id=05c04ad7-f453-4a24-8793-b86a404a0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T23:32:42Z,topic='l3_agent')) {'router_ids': ['d53a711a-9bec-4a49-ae93-b791547b851e'], 'active': True} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:51:40.256635 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Device 1b22cc52-f1c9-4788-bff6-4c73f0baa564 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 23:51:40.270958 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-952a331c-4c04-444c-907d-427739945a74 admin admin] For port 29bdc519-d88d-4c03-b997-414dc420d1ef, host dv-cinder-847189-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-5-smb',level=0,port_id=29bdc519-d88d-4c03-b997-414dc420d1ef,segment=NetworkSegment(541a8b1c-692d-48ec-a001-de3aa3f0cecc),segment_id=541a8b1c-692d-48ec-a001-de3aa3f0cecc)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:51:40.271315 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-952a331c-4c04-444c-907d-427739945a74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478950'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:40.291016 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-707bff31-b5da-4601-b274-386892c937dc None None] No Port match for: 1b22cc52-f1c9-4788-bff6-4c73f0baa564 {{(pid=88110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 23:51:40.291658 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Device 1b22cc52-f1c9-4788-bff6-4c73f0baa564 not bound to the agent host hv-cinder-84718 {{(pid=88110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 23:51:40.323032 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-985db07d-255a-4368-a6e2-fc7147354051 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Notify callbacks [] for floatingip, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:40.336755 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-985db07d-255a-4368-a6e2-fc7147354051 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122089'] for floatingip, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:40.340775 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-985db07d-255a-4368-a6e2-fc7147354051 tempest-AttachVolumeShelveTestJSON-1911805474 tempest-AttachVolumeShelveTestJSON-1911805474-project] 10.222.0.42 "DELETE /v2.0/floatingips/0a15d6fc-7ee1-473f-945f-c5fa0f187364 HTTP/1.1" status: 204 len: 168 time: 0.8930025 Jun 24 23:51:40.397483 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_dvr_db [None req-5d3d19d5-64e9-437c-aa1d-343a7d78f2cd None None] Set router d53a711a-9bec-4a49-ae93-b791547b851e gateway port host: None {{(pid=88111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 23:51:40.404021 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-952a331c-4c04-444c-907d-427739945a74 admin admin] Calling delete_port for 29bdc519-d88d-4c03-b997-414dc420d1ef owned by network:router_gateway {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 23:51:40.511627 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.l3_hamode_db [None req-5d3d19d5-64e9-437c-aa1d-343a7d78f2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'name': 'tempest-AttachVolumeNegativeTest-1127594969-router', 'tenant_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:47:06Z', 'updated_at': '2022-06-24T23:51:40Z', 'revision_number': 6, 'project_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'gw_port_host': None}], 'dv-cinder-847189-5-smb', False) {} {{(pid=88111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:51:40.516429 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3d19d5-64e9-437c-aa1d-343a7d78f2cd None None] The sync data for ids ['d53a711a-9bec-4a49-ae93-b791547b851e'] in dv-cinder-847189-5-smb is: [{'id': 'd53a711a-9bec-4a49-ae93-b791547b851e', 'name': 'tempest-AttachVolumeNegativeTest-1127594969-router', 'tenant_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:47:06Z', 'updated_at': '2022-06-24T23:51:40Z', 'revision_number': 6, 'project_id': 'cc2e981e5c2b4ac78ce7c820ebe3e4a0', 'gw_port_host': None}] {{(pid=88111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 23:51:40.581543 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-952a331c-4c04-444c-907d-427739945a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754888674196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754888214712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266550608'] for port, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:40.629141 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952a331c-4c04-444c-907d-427739945a74 admin admin] Pushing event deleted for resources: {'Port': ['ID=29bdc519-d88d-4c03-b997-414dc420d1ef,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:51:40.732105 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-952a331c-4c04-444c-907d-427739945a74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477241'] for router_gateway, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:40.908180 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-952a331c-4c04-444c-907d-427739945a74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4969'] for router, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:40.910341 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-952a331c-4c04-444c-907d-427739945a74 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:40.939809 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-952a331c-4c04-444c-907d-427739945a74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-478936'] for router, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:40.940339 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-952a331c-4c04-444c-907d-427739945a74 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d53a711a-9bec-4a49-ae93-b791547b851e {{(pid=88109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 24 23:51:40.951906 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-952a331c-4c04-444c-907d-427739945a74 admin admin] Notify callbacks [] for router, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:40.952991 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-952a331c-4c04-444c-907d-427739945a74 admin admin] 10.222.0.42 "DELETE /v2.0/routers/d53a711a-9bec-4a49-ae93-b791547b851e HTTP/1.1" status: 204 len: 168 time: 1.2477999 Jun 24 23:51:40.955429 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 32838) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:51:41.012245 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.db_base_plugin_v2 [None req-81ebb11c-c62a-4b11-a340-5282aeeb2ca8 admin admin] Deleting subnet 80dd0bfb-dfbe-42ee-b0d9-251fe168e508 {{(pid=88109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 24 23:51:41.015201 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-81ebb11c-c62a-4b11-a340-5282aeeb2ca8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:41.062741 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-81ebb11c-c62a-4b11-a340-5282aeeb2ca8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266491957'] for subnet, precommit_delete_associations {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:41.235791 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-81ebb11c-c62a-4b11-a340-5282aeeb2ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1563746'] for subnet, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:41.303669 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-81ebb11c-c62a-4b11-a340-5282aeeb2ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1563737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266550541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266086728'] for subnet, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:41.341114 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ebb11c-c62a-4b11-a340-5282aeeb2ca8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80dd0bfb-dfbe-42ee-b0d9-251fe168e508,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:51:41.344724 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-81ebb11c-c62a-4b11-a340-5282aeeb2ca8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:41.350127 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6193dd-7d35-4016-ae14-93620d89791d None None] Network 7abaefcb-0064-4c5b-84e1-b4e60380849f requested from dv-cinder-847189-5-smb {{(pid=88110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 23:51:41.353248 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-81ebb11c-c62a-4b11-a340-5282aeeb2ca8 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/80dd0bfb-dfbe-42ee-b0d9-251fe168e508 HTTP/1.1" status: 204 len: 168 time: 0.3942149 Jun 24 23:51:41.353248 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 32842) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:51:41.458411 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-4f67836a-bbf8-416a-905b-514f7cb2c465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1475803'] for network, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:41.469575 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-4f67836a-bbf8-416a-905b-514f7cb2c465 admin admin] Deleting port dcb45c2b-369f-46c5-bbe5-430db285ad01 {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 23:51:41.469910 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-4f67836a-bbf8-416a-905b-514f7cb2c465 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754888672570'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:41.647062 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77daf90-1e6a-4fb0-9af1-25133a1f75a4 None None] DHCP port deletion for 7abaefcb-0064-4c5b-84e1-b4e60380849f request from dv-cinder-847189-5-smb {{(pid=88110) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 24 23:51:41.651403 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-e77daf90-1e6a-4fb0-9af1-25133a1f75a4 None None] Deleting port dcb45c2b-369f-46c5-bbe5-430db285ad01 {{(pid=88110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 23:51:41.651795 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-e77daf90-1e6a-4fb0-9af1-25133a1f75a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754888672570'] for port, before_delete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:41.682099 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-4f67836a-bbf8-416a-905b-514f7cb2c465 admin admin] For port dcb45c2b-369f-46c5-bbe5-430db285ad01, host dv-cinder-847189-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-5-smb',level=0,port_id=dcb45c2b-369f-46c5-bbe5-430db285ad01,segment=NetworkSegment(04b3cdd8-8d24-43a2-8a87-294baaf0163b),segment_id=04b3cdd8-8d24-43a2-8a87-294baaf0163b)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:51:41.682463 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-4f67836a-bbf8-416a-905b-514f7cb2c465 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478950'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:41.817595 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-4f67836a-bbf8-416a-905b-514f7cb2c465 admin admin] Calling delete_port for dcb45c2b-369f-46c5-bbe5-430db285ad01 owned by network:dhcp {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 23:51:41.869800 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-e77daf90-1e6a-4fb0-9af1-25133a1f75a4 None None] For port dcb45c2b-369f-46c5-bbe5-430db285ad01, host dv-cinder-847189-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-5-smb',level=0,port_id=dcb45c2b-369f-46c5-bbe5-430db285ad01,segment=NetworkSegment(04b3cdd8-8d24-43a2-8a87-294baaf0163b),segment_id=04b3cdd8-8d24-43a2-8a87-294baaf0163b)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:51:41.870192 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-e77daf90-1e6a-4fb0-9af1-25133a1f75a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478950'] for port, precommit_delete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:41.896956 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-4f67836a-bbf8-416a-905b-514f7cb2c465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754888674196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754888214712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266550608'] for port, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:41.948704 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f67836a-bbf8-416a-905b-514f7cb2c465 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcb45c2b-369f-46c5-bbe5-430db285ad01,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:51:41.953984 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f67836a-bbf8-416a-905b-514f7cb2c465 admin admin] No DVR routers for this DVR port dcb45c2b-369f-46c5-bbe5-430db285ad01 on host dv-cinder-847189-5-smb {{(pid=88109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 23:51:41.995955 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-e77daf90-1e6a-4fb0-9af1-25133a1f75a4 None None] Calling delete_port for dcb45c2b-369f-46c5-bbe5-430db285ad01 owned by network:dhcp {{(pid=88110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 23:51:42.069425 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.db.api [None req-e77daf90-1e6a-4fb0-9af1-25133a1f75a4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88110) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 23:51:42.069762 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG oslo_db.api [None req-e77daf90-1e6a-4fb0-9af1-25133a1f75a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 23:51:42.071959 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-4f67836a-bbf8-416a-905b-514f7cb2c465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1564183', 'neutron.services.segments.db._delete_segments_for_network-8754888586361'] for network, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:42.097508 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.services.segments.db [None req-4f67836a-bbf8-416a-905b-514f7cb2c465 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7abaefcb-0064-4c5b-84e1-b4e60380849f']}} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:51:42.110330 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.services.segments.db [None req-4f67836a-bbf8-416a-905b-514f7cb2c465 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04b3cdd8-8d24-43a2-8a87-294baaf0163b') {'for_net_delete': True} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:51:42.110501 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.services.segments.db [None req-4f67836a-bbf8-416a-905b-514f7cb2c465 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04b3cdd8-8d24-43a2-8a87-294baaf0163b') {} {{(pid=88109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:51:42.122548 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-4f67836a-bbf8-416a-905b-514f7cb2c465 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754888590228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-266491964'] for segment, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:42.143677 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-4f67836a-bbf8-416a-905b-514f7cb2c465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569928'] for segment, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:42.151036 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f67836a-bbf8-416a-905b-514f7cb2c465 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=88109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 23:51:42.151430 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-4f67836a-bbf8-416a-905b-514f7cb2c465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1569927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266550691'] for segment, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:42.181808 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b367efa8-629b-4dfe-ab55-c9844ab16cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:42.214725 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device 3d937a75-d09b-41f6-b3ef-a59dff25e161 no longer exists at agent ovs-agent-dv-cinder-847189-5-smb {{(pid=88110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 23:51:42.253565 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-4f67836a-bbf8-416a-905b-514f7cb2c465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1564184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476632'] for network, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:42.256134 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] No Port match for: 3d937a75-d09b-41f6-b3ef-a59dff25e161 {{(pid=88110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 23:51:42.256601 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device 3d937a75-d09b-41f6-b3ef-a59dff25e161 not bound to the agent host dv-cinder-847189-5-smb {{(pid=88110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 23:51:42.257090 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device 29bdc519-d88d-4c03-b997-414dc420d1ef no longer exists at agent ovs-agent-dv-cinder-847189-5-smb {{(pid=88110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 23:51:42.271835 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-4f67836a-bbf8-416a-905b-514f7cb2c465 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627732'] for network, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:42.277591 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f67836a-bbf8-416a-905b-514f7cb2c465 admin admin] Pushing event deleted for resources: {'Network': ['ID=7abaefcb-0064-4c5b-84e1-b4e60380849f,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:51:42.292522 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] No Port match for: 29bdc519-d88d-4c03-b997-414dc420d1ef {{(pid=88110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 23:51:42.292850 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device 29bdc519-d88d-4c03-b997-414dc420d1ef not bound to the agent host dv-cinder-847189-5-smb {{(pid=88110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 23:51:42.293279 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device dcb45c2b-369f-46c5-bbe5-430db285ad01 no longer exists at agent ovs-agent-dv-cinder-847189-5-smb {{(pid=88110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 23:51:42.294450 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-4f67836a-bbf8-416a-905b-514f7cb2c465 admin admin] 10.222.0.42 "DELETE /v2.0/networks/7abaefcb-0064-4c5b-84e1-b4e60380849f HTTP/1.1" status: 204 len: 168 time: 0.9404795 Jun 24 23:51:42.328506 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] No Port match for: dcb45c2b-369f-46c5-bbe5-430db285ad01 {{(pid=88110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 23:51:42.329096 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device dcb45c2b-369f-46c5-bbe5-430db285ad01 not bound to the agent host dv-cinder-847189-5-smb {{(pid=88110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 23:51:42.370067 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.services.segments.plugin [-] Segment 04b3cdd8-8d24-43a2-8a87-294baaf0163b resource provider aggregate not found Jun 24 23:51:42.386077 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.services.segments.plugin [-] Segment 04b3cdd8-8d24-43a2-8a87-294baaf0163b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 04b3cdd8-8d24-43a2-8a87-294baaf0163b found for delete ", "request_id": "req-4a5a3d1f-428d-4aa1-a90e-681c57613bc6"}]} Jun 24 23:51:42.481498 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 32866) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:51:42.532989 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-c30a3838-6496-4833-bda6-8507d7015d8d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cc2e981e5c2b4ac78ce7c820ebe3e4a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0503292 Jun 24 23:51:42.535347 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 32870) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:51:42.570594 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-e77daf90-1e6a-4fb0-9af1-25133a1f75a4 None None] Deleting port dcb45c2b-369f-46c5-bbe5-430db285ad01 {{(pid=88110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 23:51:42.571121 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-e77daf90-1e6a-4fb0-9af1-25133a1f75a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754888672570'] for port, before_delete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:42.590528 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-56dcdc9d-6f84-429c-8ada-b8733b5e24c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:42.616138 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-56dcdc9d-6f84-429c-8ada-b8733b5e24c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:42.637343 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-e77daf90-1e6a-4fb0-9af1-25133a1f75a4 None None] The port 'dcb45c2b-369f-46c5-bbe5-430db285ad01' was deleted {{(pid=88110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 24 23:51:42.669822 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-56dcdc9d-6f84-429c-8ada-b8733b5e24c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:42.688219 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dcdc9d-6f84-429c-8ada-b8733b5e24c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c001bb9a-f1e9-427d-8a64-82dac471d5fc,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:51:42.692478 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-56dcdc9d-6f84-429c-8ada-b8733b5e24c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:42.696506 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-56dcdc9d-6f84-429c-8ada-b8733b5e24c7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c001bb9a-f1e9-427d-8a64-82dac471d5fc HTTP/1.1" status: 204 len: 168 time: 0.1573129 Jun 24 23:51:42.892914 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-8c0b2992-c590-46d4-9042-25b3b8179244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:43.348913 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:43.392066 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 32900) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:51:44.184632 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-af566b34-af0f-45cd-a334-11cfc7488b10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-488920'] for router_interface, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:44.528009 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-af566b34-af0f-45cd-a334-11cfc7488b10 admin admin] Deleting port 42ce1e25-84f2-4916-853a-e2df98f66524 {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 23:51:44.528344 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-af566b34-af0f-45cd-a334-11cfc7488b10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754888672570'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:44.661189 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-1d7c9831-c6e7-4afe-acbd-faa6f5f62172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:44.707594 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-af566b34-af0f-45cd-a334-11cfc7488b10 admin admin] For port 42ce1e25-84f2-4916-853a-e2df98f66524, host dv-cinder-847189-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-5-smb',level=0,port_id=42ce1e25-84f2-4916-853a-e2df98f66524,segment=NetworkSegment(cc28d19b-2326-449b-923e-434d239126ee),segment_id=cc28d19b-2326-449b-923e-434d239126ee)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:51:44.707895 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-af566b34-af0f-45cd-a334-11cfc7488b10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478950'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:44.828195 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-af566b34-af0f-45cd-a334-11cfc7488b10 admin admin] Calling delete_port for 42ce1e25-84f2-4916-853a-e2df98f66524 owned by network:router_interface {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 23:51:44.990320 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-af566b34-af0f-45cd-a334-11cfc7488b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754888674196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754888214712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266550608'] for port, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:45.037147 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af566b34-af0f-45cd-a334-11cfc7488b10 admin admin] Pushing event deleted for resources: {'Port': ['ID=42ce1e25-84f2-4916-853a-e2df98f66524,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:51:45.299840 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-af566b34-af0f-45cd-a334-11cfc7488b10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-627839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-488876'] for router_interface, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:45.747142 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af566b34-af0f-45cd-a334-11cfc7488b10 admin admin] Router 6814f674-cb0f-4527-8f62-e9c429932e14 has already been hosted by L3 agent 05c04ad7-f453-4a24-8793-b86a404a0ef9 {{(pid=88109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 24 23:51:45.925971 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af566b34-af0f-45cd-a334-11cfc7488b10 admin admin] Notify agent at l3_agent.dv-cinder-847189-5-smb the message routers_updated {{(pid=88109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 24 23:51:45.935271 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5776a7c-c77a-4b96-8405-d12fb86727eb None None] Sync routers for ids ['6814f674-cb0f-4527-8f62-e9c429932e14'] in dv-cinder-847189-5-smb {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 24 23:51:45.940562 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-af566b34-af0f-45cd-a334-11cfc7488b10 admin admin] 10.222.0.42 "PUT /v2.0/routers/6814f674-cb0f-4527-8f62-e9c429932e14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5452433 Jun 24 23:51:45.940874 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 32944) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:51:45.947293 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5776a7c-c77a-4b96-8405-d12fb86727eb None None] Routers {'6814f674-cb0f-4527-8f62-e9c429932e14'} bound to L3 agent in host dv-cinder-847189-5-smb {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 23:51:45.947929 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-b5776a7c-c77a-4b96-8405-d12fb86727eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-24T23:32:42Z,description=,heartbeat_timestamp=2022-06-24T23:51:42Z,host='dv-cinder-847189-5-smb',id=05c04ad7-f453-4a24-8793-b86a404a0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T23:32:42Z,topic='l3_agent')) {'router_ids': ['6814f674-cb0f-4527-8f62-e9c429932e14'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:51:46.136682 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e373536a-d773-44a7-a607-781f276a0de7 admin admin] Notify callbacks [] for router, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:46.140219 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-b5776a7c-c77a-4b96-8405-d12fb86727eb None None] Set router 6814f674-cb0f-4527-8f62-e9c429932e14 gateway port host: dv-cinder-847189-5-smb {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 23:51:46.339730 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e373536a-d773-44a7-a607-781f276a0de7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:46.348385 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-e373536a-d773-44a7-a607-781f276a0de7 admin admin] Deleting port d7cbc3e0-2521-4b3b-bc37-6617d590bb33 {{(pid=88109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 23:51:46.348767 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e373536a-d773-44a7-a607-781f276a0de7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754888672570'] for port, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:46.428872 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-b5776a7c-c77a-4b96-8405-d12fb86727eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6814f674-cb0f-4527-8f62-e9c429932e14', 'name': 'tempest-AttachVolumeShelveTestJSON-177881652-router', 'tenant_id': 'b035f09c574a4283bf9b03bc84f830d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'external_fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.130'}], 'enable_snat': True}, 'gw_port_id': 'd7cbc3e0-2521-4b3b-bc37-6617d590bb33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:46:33Z', 'updated_at': '2022-06-24T23:51:44Z', 'revision_number': 5, 'project_id': 'b035f09c574a4283bf9b03bc84f830d7', 'gw_port': {'id': 'd7cbc3e0-2521-4b3b-bc37-6617d590bb33', 'name': '', 'network_id': 'faf77eb5-d359-4977-a80d-20d91cf50932', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:35:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6814f674-cb0f-4527-8f62-e9c429932e14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'ip_address': '172.28.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T23:46:34Z', 'updated_at': '2022-06-24T23:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45337dfe-1492-4630-96d4-ace1b4f61ce9', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-5-smb'}], 'dv-cinder-847189-5-smb', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:51:46.432606 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5776a7c-c77a-4b96-8405-d12fb86727eb None None] Checking router: 6814f674-cb0f-4527-8f62-e9c429932e14 for host: dv-cinder-847189-5-smb {{(pid=88110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 24 23:51:46.441283 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5776a7c-c77a-4b96-8405-d12fb86727eb None None] Routers {'6814f674-cb0f-4527-8f62-e9c429932e14'} bound to L3 agent in host dv-cinder-847189-5-smb {{(pid=88110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jun 24 23:51:46.441869 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-b5776a7c-c77a-4b96-8405-d12fb86727eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847189-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-24T23:32:42Z,description=,heartbeat_timestamp=2022-06-24T23:51:42Z,host='dv-cinder-847189-5-smb',id=05c04ad7-f453-4a24-8793-b86a404a0ef9,load=0,resource_versions=,resources_synced=,started_at=2022-06-24T23:32:42Z,topic='l3_agent')) {'router_ids': ['6814f674-cb0f-4527-8f62-e9c429932e14'], 'active': True} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:51:46.517534 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.db [None req-e373536a-d773-44a7-a607-781f276a0de7 admin admin] For port d7cbc3e0-2521-4b3b-bc37-6617d590bb33, host dv-cinder-847189-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-5-smb',level=0,port_id=d7cbc3e0-2521-4b3b-bc37-6617d590bb33,segment=NetworkSegment(541a8b1c-692d-48ec-a001-de3aa3f0cecc),segment_id=541a8b1c-692d-48ec-a001-de3aa3f0cecc)] {{(pid=88109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:51:46.517895 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e373536a-d773-44a7-a607-781f276a0de7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478950'] for port, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:46.616855 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_dvr_db [None req-b5776a7c-c77a-4b96-8405-d12fb86727eb None None] Set router 6814f674-cb0f-4527-8f62-e9c429932e14 gateway port host: None {{(pid=88110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jun 24 23:51:46.640350 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.plugins.ml2.plugin [None req-e373536a-d773-44a7-a607-781f276a0de7 admin admin] Calling delete_port for d7cbc3e0-2521-4b3b-bc37-6617d590bb33 owned by network:router_gateway {{(pid=88109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 23:51:46.722471 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.l3_hamode_db [None req-b5776a7c-c77a-4b96-8405-d12fb86727eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6814f674-cb0f-4527-8f62-e9c429932e14', 'name': 'tempest-AttachVolumeShelveTestJSON-177881652-router', 'tenant_id': 'b035f09c574a4283bf9b03bc84f830d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:46:33Z', 'updated_at': '2022-06-24T23:51:46Z', 'revision_number': 6, 'project_id': 'b035f09c574a4283bf9b03bc84f830d7', 'gw_port_host': None}], 'dv-cinder-847189-5-smb', False) {} {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:51:46.727217 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5776a7c-c77a-4b96-8405-d12fb86727eb None None] The sync data for ids ['6814f674-cb0f-4527-8f62-e9c429932e14'] in dv-cinder-847189-5-smb is: [{'id': '6814f674-cb0f-4527-8f62-e9c429932e14', 'name': 'tempest-AttachVolumeShelveTestJSON-177881652-router', 'tenant_id': 'b035f09c574a4283bf9b03bc84f830d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T23:46:33Z', 'updated_at': '2022-06-24T23:51:46Z', 'revision_number': 6, 'project_id': 'b035f09c574a4283bf9b03bc84f830d7', 'gw_port_host': None}] {{(pid=88110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 24 23:51:46.915715 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e373536a-d773-44a7-a607-781f276a0de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754888674196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754888214712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266550608'] for port, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:46.960499 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e373536a-d773-44a7-a607-781f276a0de7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7cbc3e0-2521-4b3b-bc37-6617d590bb33,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:51:47.000491 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e373536a-d773-44a7-a607-781f276a0de7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:51:47.000830 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e373536a-d773-44a7-a607-781f276a0de7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:51:47.001167 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e373536a-d773-44a7-a607-781f276a0de7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:51:47.001495 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e373536a-d773-44a7-a607-781f276a0de7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:51:47.001817 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e373536a-d773-44a7-a607-781f276a0de7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:51:47.002140 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e373536a-d773-44a7-a607-781f276a0de7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:51:47.002459 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e373536a-d773-44a7-a607-781f276a0de7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:51:47.002777 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e373536a-d773-44a7-a607-781f276a0de7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:51:47.003174 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e373536a-d773-44a7-a607-781f276a0de7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:51:47.003492 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e373536a-d773-44a7-a607-781f276a0de7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:51:47.003831 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e373536a-d773-44a7-a607-781f276a0de7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:51:47.004144 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e373536a-d773-44a7-a607-781f276a0de7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:51:47.064924 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e373536a-d773-44a7-a607-781f276a0de7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-477241'] for router_gateway, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:47.234865 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e373536a-d773-44a7-a607-781f276a0de7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-476560', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4969'] for router, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:47.236986 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e373536a-d773-44a7-a607-781f276a0de7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:47.260078 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e373536a-d773-44a7-a607-781f276a0de7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-478936'] for router, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:47.260541 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e373536a-d773-44a7-a607-781f276a0de7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6814f674-cb0f-4527-8f62-e9c429932e14 {{(pid=88109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 24 23:51:47.272657 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e373536a-d773-44a7-a607-781f276a0de7 admin admin] Notify callbacks [] for router, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:47.276080 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-e373536a-d773-44a7-a607-781f276a0de7 admin admin] 10.222.0.42 "DELETE /v2.0/routers/6814f674-cb0f-4527-8f62-e9c429932e14 HTTP/1.1" status: 204 len: 168 time: 1.3319399 Jun 24 23:51:47.276355 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 32954) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:51:47.333247 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.db_base_plugin_v2 [None req-140660c9-b0b0-44c3-8bf5-090f77069e03 admin admin] Deleting subnet c0f5bad0-1ece-425d-be26-c3b0dd205e3f {{(pid=88109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jun 24 23:51:47.336142 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-140660c9-b0b0-44c3-8bf5-090f77069e03 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:47.385702 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-140660c9-b0b0-44c3-8bf5-090f77069e03 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-266491957'] for subnet, precommit_delete_associations {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:47.465224 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-140660c9-b0b0-44c3-8bf5-090f77069e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1563746'] for subnet, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:47.535631 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-140660c9-b0b0-44c3-8bf5-090f77069e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1563737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530961', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-266550541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-266086728'] for subnet, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:47.578477 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140660c9-b0b0-44c3-8bf5-090f77069e03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0f5bad0-1ece-425d-be26-c3b0dd205e3f,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:51:47.580493 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-140660c9-b0b0-44c3-8bf5-090f77069e03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:47.585951 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509bff8d-cddc-436e-8e4f-f737aea43f71 None None] Network 85013f97-fab4-404c-a234-1f20e31752e1 requested from dv-cinder-847189-5-smb {{(pid=88110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jun 24 23:51:47.588933 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 32970) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:51:47.589334 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-140660c9-b0b0-44c3-8bf5-090f77069e03 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/c0f5bad0-1ece-425d-be26-c3b0dd205e3f HTTP/1.1" status: 204 len: 168 time: 0.3115346 Jun 24 23:51:47.715901 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-632cbae7-c65a-42ec-b16e-e16d75f8281e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1475803'] for network, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:47.728416 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-632cbae7-c65a-42ec-b16e-e16d75f8281e admin admin] Deleting port 4d042c5f-6c1b-4362-8a7c-7e1f858efb21 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 23:51:47.729252 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-632cbae7-c65a-42ec-b16e-e16d75f8281e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754888672570'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:47.875290 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca91bcae-e617-4460-9820-a9b977289cd9 None None] DHCP port deletion for 85013f97-fab4-404c-a234-1f20e31752e1 request from dv-cinder-847189-5-smb {{(pid=88110) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jun 24 23:51:47.879692 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-ca91bcae-e617-4460-9820-a9b977289cd9 None None] Deleting port 4d042c5f-6c1b-4362-8a7c-7e1f858efb21 {{(pid=88110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 23:51:47.880065 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-ca91bcae-e617-4460-9820-a9b977289cd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754888672570'] for port, before_delete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:47.986603 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [None req-632cbae7-c65a-42ec-b16e-e16d75f8281e admin admin] For port 4d042c5f-6c1b-4362-8a7c-7e1f858efb21, host dv-cinder-847189-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-5-smb',level=0,port_id=4d042c5f-6c1b-4362-8a7c-7e1f858efb21,segment=NetworkSegment(cc28d19b-2326-449b-923e-434d239126ee),segment_id=cc28d19b-2326-449b-923e-434d239126ee)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:51:47.986955 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-632cbae7-c65a-42ec-b16e-e16d75f8281e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478950'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:48.095748 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-ca91bcae-e617-4460-9820-a9b977289cd9 None None] For port 4d042c5f-6c1b-4362-8a7c-7e1f858efb21, host dv-cinder-847189-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-5-smb',level=0,port_id=4d042c5f-6c1b-4362-8a7c-7e1f858efb21,segment=NetworkSegment(cc28d19b-2326-449b-923e-434d239126ee),segment_id=cc28d19b-2326-449b-923e-434d239126ee)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:51:48.096133 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-ca91bcae-e617-4460-9820-a9b977289cd9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478950'] for port, precommit_delete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:48.114595 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [None req-632cbae7-c65a-42ec-b16e-e16d75f8281e admin admin] Calling delete_port for 4d042c5f-6c1b-4362-8a7c-7e1f858efb21 owned by network:dhcp {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 23:51:48.202319 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-632cbae7-c65a-42ec-b16e-e16d75f8281e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754888674196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754888214712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266412288'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:48.227563 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-ca91bcae-e617-4460-9820-a9b977289cd9 None None] Calling delete_port for 4d042c5f-6c1b-4362-8a7c-7e1f858efb21 owned by network:dhcp {{(pid=88110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 23:51:48.253239 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632cbae7-c65a-42ec-b16e-e16d75f8281e admin admin] Pushing event deleted for resources: {'Port': ['ID=4d042c5f-6c1b-4362-8a7c-7e1f858efb21,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:51:48.257379 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632cbae7-c65a-42ec-b16e-e16d75f8281e admin admin] No DVR routers for this DVR port 4d042c5f-6c1b-4362-8a7c-7e1f858efb21 on host dv-cinder-847189-5-smb {{(pid=88108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 23:51:48.257553 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device d7cbc3e0-2521-4b3b-bc37-6617d590bb33 no longer exists at agent ovs-agent-dv-cinder-847189-5-smb {{(pid=88110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 23:51:48.309477 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] No Port match for: d7cbc3e0-2521-4b3b-bc37-6617d590bb33 {{(pid=88110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 23:51:48.309818 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device d7cbc3e0-2521-4b3b-bc37-6617d590bb33 not bound to the agent host dv-cinder-847189-5-smb {{(pid=88110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 23:51:48.310261 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device 4d042c5f-6c1b-4362-8a7c-7e1f858efb21 no longer exists at agent ovs-agent-dv-cinder-847189-5-smb {{(pid=88110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 23:51:48.344839 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] No Port match for: 4d042c5f-6c1b-4362-8a7c-7e1f858efb21 {{(pid=88110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 23:51:48.345167 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device 4d042c5f-6c1b-4362-8a7c-7e1f858efb21 not bound to the agent host dv-cinder-847189-5-smb {{(pid=88110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 23:51:48.345578 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device 42ce1e25-84f2-4916-853a-e2df98f66524 no longer exists at agent ovs-agent-dv-cinder-847189-5-smb {{(pid=88110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 23:51:48.378491 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-632cbae7-c65a-42ec-b16e-e16d75f8281e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1564183', 'neutron.services.segments.db._delete_segments_for_network-8754888586361'] for network, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:48.381736 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 32990) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:51:48.382933 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] No Port match for: 42ce1e25-84f2-4916-853a-e2df98f66524 {{(pid=88110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 23:51:48.383393 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Device 42ce1e25-84f2-4916-853a-e2df98f66524 not bound to the agent host dv-cinder-847189-5-smb {{(pid=88110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 23:51:48.408384 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.services.segments.db [None req-632cbae7-c65a-42ec-b16e-e16d75f8281e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85013f97-fab4-404c-a234-1f20e31752e1']}} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:51:48.411011 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.db.api [None req-ca91bcae-e617-4460-9820-a9b977289cd9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88110) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 24 23:51:48.411360 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG oslo_db.api [None req-ca91bcae-e617-4460-9820-a9b977289cd9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 24 23:51:48.420690 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.services.segments.db [None req-632cbae7-c65a-42ec-b16e-e16d75f8281e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc28d19b-2326-449b-923e-434d239126ee') {'for_net_delete': True} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:51:48.420984 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.services.segments.db [None req-632cbae7-c65a-42ec-b16e-e16d75f8281e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc28d19b-2326-449b-923e-434d239126ee') {} {{(pid=88108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 24 23:51:48.432274 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-632cbae7-c65a-42ec-b16e-e16d75f8281e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754888590228', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267337628'] for segment, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:48.449741 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-632cbae7-c65a-42ec-b16e-e16d75f8281e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1569928'] for segment, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:48.456440 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-632cbae7-c65a-42ec-b16e-e16d75f8281e admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=88108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 24 23:51:48.456827 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-632cbae7-c65a-42ec-b16e-e16d75f8281e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1569927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-266412531'] for segment, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:48.505063 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-de2e19d1-285e-40b1-ae18-a7b04693afec admin admin] Notify callbacks [] for security_group, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:48.519606 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-de2e19d1-285e-40b1-ae18-a7b04693afec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:51:48.521180 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.services.segments.plugin [-] Segment cc28d19b-2326-449b-923e-434d239126ee resource provider aggregate not found Jun 24 23:51:48.523446 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-de2e19d1-285e-40b1-ae18-a7b04693afec admin admin] Usage tracker for resource:security_group_rule and tenant:0f31ac138bec49089719d74abc95e760 is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:51:48.526617 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-de2e19d1-285e-40b1-ae18-a7b04693afec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:51:48.532769 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-de2e19d1-285e-40b1-ae18-a7b04693afec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:51:48.542288 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.services.segments.plugin [-] Segment cc28d19b-2326-449b-923e-434d239126ee resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cc28d19b-2326-449b-923e-434d239126ee found for delete ", "request_id": "req-32591944-3557-4ab2-94a6-9198f01a9739"}]} Jun 24 23:51:48.554020 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-632cbae7-c65a-42ec-b16e-e16d75f8281e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1564184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-476632'] for network, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:48.570153 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-632cbae7-c65a-42ec-b16e-e16d75f8281e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-627732'] for network, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:48.580740 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632cbae7-c65a-42ec-b16e-e16d75f8281e admin admin] Pushing event deleted for resources: {'Network': ['ID=85013f97-fab4-404c-a234-1f20e31752e1,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:51:48.593626 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-632cbae7-c65a-42ec-b16e-e16d75f8281e admin admin] 10.222.0.42 "DELETE /v2.0/networks/85013f97-fab4-404c-a234-1f20e31752e1 HTTP/1.1" status: 204 len: 168 time: 1.0030026 Jun 24 23:51:48.631255 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-de2e19d1-285e-40b1-ae18-a7b04693afec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:48.636232 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-de2e19d1-285e-40b1-ae18-a7b04693afec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:48.684669 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-de2e19d1-285e-40b1-ae18-a7b04693afec admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0f31ac138bec49089719d74abc95e760&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3009770 Jun 24 23:51:48.686117 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2e19d1-285e-40b1-ae18-a7b04693afec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14b21777-efd9-4dc5-ac0a-3a379edfd422,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:51:48.686797 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 33002) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:51:48.713579 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 33006) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:51:48.750051 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-388f0705-f3e5-45a9-ab2d-4913e2912437 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:48.767599 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-64a039e0-0acb-432c-b8ba-1d439ad36bc9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b035f09c574a4283bf9b03bc84f830d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0528448 Jun 24 23:51:48.770139 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 33010) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:51:48.775555 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-388f0705-f3e5-45a9-ab2d-4913e2912437 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:48.825702 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-3f7b4b84-722e-4444-bc5a-2cffeb7b1138 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:48.827440 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-388f0705-f3e5-45a9-ab2d-4913e2912437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:48.844716 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f0705-f3e5-45a9-ab2d-4913e2912437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b21777-efd9-4dc5-ac0a-3a379edfd422,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:51:48.851091 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-388f0705-f3e5-45a9-ab2d-4913e2912437 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:48.851784 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-3f7b4b84-722e-4444-bc5a-2cffeb7b1138 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:48.854687 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-388f0705-f3e5-45a9-ab2d-4913e2912437 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/14b21777-efd9-4dc5-ac0a-3a379edfd422 HTTP/1.1" status: 204 len: 168 time: 0.1643379 Jun 24 23:51:48.904688 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-3f7b4b84-722e-4444-bc5a-2cffeb7b1138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:48.912501 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-ca91bcae-e617-4460-9820-a9b977289cd9 None None] Deleting port 4d042c5f-6c1b-4362-8a7c-7e1f858efb21 {{(pid=88110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 23:51:48.913628 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-ca91bcae-e617-4460-9820-a9b977289cd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754888672570'] for port, before_delete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:48.924149 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7b4b84-722e-4444-bc5a-2cffeb7b1138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ece6390-57f1-4382-99d3-99e5d1ae7dcf,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:51:48.932760 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-3f7b4b84-722e-4444-bc5a-2cffeb7b1138 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:48.933860 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-3f7b4b84-722e-4444-bc5a-2cffeb7b1138 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0ece6390-57f1-4382-99d3-99e5d1ae7dcf HTTP/1.1" status: 204 len: 168 time: 0.1628468 Jun 24 23:51:48.996526 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-ca91bcae-e617-4460-9820-a9b977289cd9 None None] The port '4d042c5f-6c1b-4362-8a7c-7e1f858efb21' was deleted {{(pid=88110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 24 23:51:49.291259 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 33028) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:51:49.308456 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-dbb17787-9301-4b3f-a982-dcb8b1ae06e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:49.322801 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-dbb17787-9301-4b3f-a982-dcb8b1ae06e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:51:49.327164 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-dbb17787-9301-4b3f-a982-dcb8b1ae06e4 admin admin] Usage tracker for resource:security_group_rule and tenant:941328b00c324c2ea7c78b02e4fb0c2e is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:51:49.329907 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-dbb17787-9301-4b3f-a982-dcb8b1ae06e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:51:49.335555 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-dbb17787-9301-4b3f-a982-dcb8b1ae06e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:51:49.425059 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-dbb17787-9301-4b3f-a982-dcb8b1ae06e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:49.429571 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-dbb17787-9301-4b3f-a982-dcb8b1ae06e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:49.476583 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-dbb17787-9301-4b3f-a982-dcb8b1ae06e4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=941328b00c324c2ea7c78b02e4fb0c2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1841292 Jun 24 23:51:49.477448 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb17787-9301-4b3f-a982-dcb8b1ae06e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8dc3eec-42b0-492d-86a2-a600082b3f8d,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:51:49.479919 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 33034) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:51:49.539379 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-44eb4c4e-6bed-471e-8b53-d5ee6059165c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:49.566468 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-44eb4c4e-6bed-471e-8b53-d5ee6059165c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:49.619148 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-44eb4c4e-6bed-471e-8b53-d5ee6059165c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:49.637718 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-44eb4c4e-6bed-471e-8b53-d5ee6059165c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:49.638941 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-44eb4c4e-6bed-471e-8b53-d5ee6059165c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a8dc3eec-42b0-492d-86a2-a600082b3f8d HTTP/1.1" status: 204 len: 168 time: 0.1576648 Jun 24 23:51:49.643322 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eb4c4e-6bed-471e-8b53-d5ee6059165c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8dc3eec-42b0-492d-86a2-a600082b3f8d,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:51:53.852715 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 33164) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:51:53.964406 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-554d9c40-8c37-4767-824c-cd54c5dc3384 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:53.978625 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-554d9c40-8c37-4767-824c-cd54c5dc3384 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:51:53.982452 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-554d9c40-8c37-4767-824c-cd54c5dc3384 admin admin] Usage tracker for resource:security_group_rule and tenant:0c2f2c1ce35a4cc6b80dfafcab3e1043 is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:51:53.985213 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-554d9c40-8c37-4767-824c-cd54c5dc3384 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:51:53.990709 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-554d9c40-8c37-4767-824c-cd54c5dc3384 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:51:54.074140 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-554d9c40-8c37-4767-824c-cd54c5dc3384 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:54.077884 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-554d9c40-8c37-4767-824c-cd54c5dc3384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:54.123394 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-554d9c40-8c37-4767-824c-cd54c5dc3384 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0c2f2c1ce35a4cc6b80dfafcab3e1043&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2696550 Jun 24 23:51:54.124907 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554d9c40-8c37-4767-824c-cd54c5dc3384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1beeab02-0942-417f-b7d9-bd5c1311148d,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:51:54.126704 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 33170) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:51:54.183111 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0263a66c-3034-46ae-9015-4676bd5af76f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:54.208850 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0263a66c-3034-46ae-9015-4676bd5af76f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:54.264200 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0263a66c-3034-46ae-9015-4676bd5af76f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:54.279489 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0263a66c-3034-46ae-9015-4676bd5af76f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1beeab02-0942-417f-b7d9-bd5c1311148d,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:51:54.284284 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0263a66c-3034-46ae-9015-4676bd5af76f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:54.285383 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-0263a66c-3034-46ae-9015-4676bd5af76f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1beeab02-0942-417f-b7d9-bd5c1311148d HTTP/1.1" status: 204 len: 168 time: 0.1577237 Jun 24 23:51:54.563338 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 33188) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:51:54.580807 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fa681101-3a2d-481b-ba52-88ad188c1459 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:54.595814 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-fa681101-3a2d-481b-ba52-88ad188c1459 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:51:54.599912 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-fa681101-3a2d-481b-ba52-88ad188c1459 admin admin] Usage tracker for resource:security_group_rule and tenant:c43d50a9389b4887abf171246fc6167b is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:51:54.602899 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-fa681101-3a2d-481b-ba52-88ad188c1459 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:51:54.608627 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-fa681101-3a2d-481b-ba52-88ad188c1459 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:51:54.696670 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fa681101-3a2d-481b-ba52-88ad188c1459 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:54.703227 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-fa681101-3a2d-481b-ba52-88ad188c1459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:54.748385 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-fa681101-3a2d-481b-ba52-88ad188c1459 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c43d50a9389b4887abf171246fc6167b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1839464 Jun 24 23:51:54.751026 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 33196) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:51:54.762384 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa681101-3a2d-481b-ba52-88ad188c1459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39639bc5-5841-44b1-a2c1-93eb8e55f270,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:51:54.813095 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-4f06dc69-adba-48e3-afe4-07eb8587e34f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:54.838666 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-4f06dc69-adba-48e3-afe4-07eb8587e34f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:54.888451 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-4f06dc69-adba-48e3-afe4-07eb8587e34f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:54.905751 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f06dc69-adba-48e3-afe4-07eb8587e34f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39639bc5-5841-44b1-a2c1-93eb8e55f270,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:51:54.916738 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-4f06dc69-adba-48e3-afe4-07eb8587e34f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:54.917823 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-4f06dc69-adba-48e3-afe4-07eb8587e34f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/39639bc5-5841-44b1-a2c1-93eb8e55f270 HTTP/1.1" status: 204 len: 168 time: 0.1655526 Jun 24 23:51:56.569961 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 33248) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:51:56.680824 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-cb7b76fd-d5b9-4080-880f-acf99918ae05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:56.695396 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-cb7b76fd-d5b9-4080-880f-acf99918ae05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:51:56.699441 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-cb7b76fd-d5b9-4080-880f-acf99918ae05 admin admin] Usage tracker for resource:security_group_rule and tenant:655e037c43fc48a88ba0b3597cda8002 is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:51:56.702934 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-cb7b76fd-d5b9-4080-880f-acf99918ae05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:51:56.708960 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-cb7b76fd-d5b9-4080-880f-acf99918ae05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:51:56.792356 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-cb7b76fd-d5b9-4080-880f-acf99918ae05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:56.796018 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-cb7b76fd-d5b9-4080-880f-acf99918ae05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:56.844920 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-cb7b76fd-d5b9-4080-880f-acf99918ae05 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=655e037c43fc48a88ba0b3597cda8002&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2738972 Jun 24 23:51:56.845744 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7b76fd-d5b9-4080-880f-acf99918ae05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6f0dc85-0476-4ad8-9e2d-609c53e19492,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:51:56.848149 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 33254) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:51:56.913769 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8b81fe9e-9197-4878-9743-8e7654c70617 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:56.939834 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8b81fe9e-9197-4878-9743-8e7654c70617 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:56.990238 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8b81fe9e-9197-4878-9743-8e7654c70617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:57.006103 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b81fe9e-9197-4878-9743-8e7654c70617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6f0dc85-0476-4ad8-9e2d-609c53e19492,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:51:57.015461 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-8b81fe9e-9197-4878-9743-8e7654c70617 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:57.016585 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-8b81fe9e-9197-4878-9743-8e7654c70617 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a6f0dc85-0476-4ad8-9e2d-609c53e19492 HTTP/1.1" status: 204 len: 168 time: 0.1674612 Jun 24 23:51:57.132590 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.agents_db [None req-920f0d7c-c373-4dd0-bab9-7f12e43ec96a None None] Agent healthcheck: found 6 active agents {{(pid=88111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 23:51:57.298314 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 33268) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:51:57.316275 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6240f6f0-0115-43d5-9853-e0d90b3a8aa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:57.331428 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-6240f6f0-0115-43d5-9853-e0d90b3a8aa5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:51:57.335200 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-6240f6f0-0115-43d5-9853-e0d90b3a8aa5 admin admin] Usage tracker for resource:security_group_rule and tenant:bb572f663f3f48b4b6d78af2f1c96704 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:51:57.337982 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-6240f6f0-0115-43d5-9853-e0d90b3a8aa5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:51:57.344072 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-6240f6f0-0115-43d5-9853-e0d90b3a8aa5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:51:57.417445 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 33274) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:51:57.429004 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6240f6f0-0115-43d5-9853-e0d90b3a8aa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:57.433082 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-6240f6f0-0115-43d5-9853-e0d90b3a8aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:57.479394 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-6240f6f0-0115-43d5-9853-e0d90b3a8aa5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bb572f663f3f48b4b6d78af2f1c96704&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1798897 Jun 24 23:51:57.481135 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6240f6f0-0115-43d5-9853-e0d90b3a8aa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6199672-771c-4a85-9440-94a840c1174d,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:51:57.482625 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 33280) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:51:57.556862 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-5414bfdc-bc77-4de7-966f-344cf2eacae4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:57.578398 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-5414bfdc-bc77-4de7-966f-344cf2eacae4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:51:57.583969 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-5414bfdc-bc77-4de7-966f-344cf2eacae4 admin admin] Usage tracker for resource:security_group_rule and tenant:a28ae31214874f00b2d4e044107fdaba is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:51:57.593475 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-5414bfdc-bc77-4de7-966f-344cf2eacae4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:51:57.602871 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-5414bfdc-bc77-4de7-966f-344cf2eacae4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:51:57.607205 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-14068a12-695c-4964-83ab-aaa66eef16bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:57.647707 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-14068a12-695c-4964-83ab-aaa66eef16bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:57.739083 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-14068a12-695c-4964-83ab-aaa66eef16bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:57.762275 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-5414bfdc-bc77-4de7-966f-344cf2eacae4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:57.765382 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14068a12-695c-4964-83ab-aaa66eef16bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6199672-771c-4a85-9440-94a840c1174d,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:51:57.769931 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-5414bfdc-bc77-4de7-966f-344cf2eacae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:57.815459 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-14068a12-695c-4964-83ab-aaa66eef16bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:57.816585 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-14068a12-695c-4964-83ab-aaa66eef16bc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c6199672-771c-4a85-9440-94a840c1174d HTTP/1.1" status: 204 len: 168 time: 0.3324625 Jun 24 23:51:57.829764 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5414bfdc-bc77-4de7-966f-344cf2eacae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=434e31b9-82c0-4715-8c2c-095d5c9c7b33,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:51:57.834238 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-5414bfdc-bc77-4de7-966f-344cf2eacae4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a28ae31214874f00b2d4e044107fdaba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4157023 Jun 24 23:51:57.836925 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 33286) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:51:57.901481 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-0b411806-dfb9-4118-a69e-cafbf3e010d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:57.929156 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-0b411806-dfb9-4118-a69e-cafbf3e010d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:57.983098 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-0b411806-dfb9-4118-a69e-cafbf3e010d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:58.001178 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b411806-dfb9-4118-a69e-cafbf3e010d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=434e31b9-82c0-4715-8c2c-095d5c9c7b33,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:51:58.003338 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-0b411806-dfb9-4118-a69e-cafbf3e010d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:58.006786 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-0b411806-dfb9-4118-a69e-cafbf3e010d6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/434e31b9-82c0-4715-8c2c-095d5c9c7b33 HTTP/1.1" status: 204 len: 168 time: 0.1666472 Jun 24 23:51:58.351676 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 33310) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:51:58.370165 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-d0ca89b6-2980-43a3-9466-a0b55397be60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:58.385487 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-d0ca89b6-2980-43a3-9466-a0b55397be60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:51:58.395570 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-d0ca89b6-2980-43a3-9466-a0b55397be60 admin admin] Usage tracker for resource:security_group_rule and tenant:397db6ad85b54a37b3b0843a01f5cd85 is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:51:58.395570 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-d0ca89b6-2980-43a3-9466-a0b55397be60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:51:58.397905 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-d0ca89b6-2980-43a3-9466-a0b55397be60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:51:58.481306 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-d0ca89b6-2980-43a3-9466-a0b55397be60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:58.486475 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-d0ca89b6-2980-43a3-9466-a0b55397be60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:58.533425 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-d0ca89b6-2980-43a3-9466-a0b55397be60 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=397db6ad85b54a37b3b0843a01f5cd85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1806302 Jun 24 23:51:58.534265 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ca89b6-2980-43a3-9466-a0b55397be60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf01466a-57dc-48bf-8705-f85b9833c387,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:51:58.536105 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 33318) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:51:58.689744 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-dc32f99d-fa83-4b42-ac17-d3821d909c7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:58.715114 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-dc32f99d-fa83-4b42-ac17-d3821d909c7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:58.769825 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-dc32f99d-fa83-4b42-ac17-d3821d909c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:58.785750 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc32f99d-fa83-4b42-ac17-d3821d909c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf01466a-57dc-48bf-8705-f85b9833c387,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:51:58.797847 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-dc32f99d-fa83-4b42-ac17-d3821d909c7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:51:58.800934 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-dc32f99d-fa83-4b42-ac17-d3821d909c7a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cf01466a-57dc-48bf-8705-f85b9833c387 HTTP/1.1" status: 204 len: 168 time: 0.2616355 Jun 24 23:52:01.118402 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 33440) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:52:01.230929 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e37f2e1b-73d8-4b45-b664-1cbfc44a91c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:01.244881 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-e37f2e1b-73d8-4b45-b664-1cbfc44a91c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:52:01.249315 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-e37f2e1b-73d8-4b45-b664-1cbfc44a91c8 admin admin] Usage tracker for resource:security_group_rule and tenant:01da8017a8ba40aa8659fa7db311d77d is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:52:01.252118 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-e37f2e1b-73d8-4b45-b664-1cbfc44a91c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:52:01.257788 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-e37f2e1b-73d8-4b45-b664-1cbfc44a91c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:52:01.337522 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e37f2e1b-73d8-4b45-b664-1cbfc44a91c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:01.341141 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e37f2e1b-73d8-4b45-b664-1cbfc44a91c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:01.389678 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-e37f2e1b-73d8-4b45-b664-1cbfc44a91c8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=01da8017a8ba40aa8659fa7db311d77d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2700994 Jun 24 23:52:01.390430 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37f2e1b-73d8-4b45-b664-1cbfc44a91c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1884de2b-a340-4211-9b03-9370b2418f99,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:52:01.392854 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 33446) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:52:01.448906 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-9edec14c-9451-46fc-9b24-ee126fca0236 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:01.472756 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-9edec14c-9451-46fc-9b24-ee126fca0236 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:01.522083 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-9edec14c-9451-46fc-9b24-ee126fca0236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:01.538780 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edec14c-9451-46fc-9b24-ee126fca0236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1884de2b-a340-4211-9b03-9370b2418f99,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:52:01.546933 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-9edec14c-9451-46fc-9b24-ee126fca0236 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:01.550445 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-9edec14c-9451-46fc-9b24-ee126fca0236 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1884de2b-a340-4211-9b03-9370b2418f99 HTTP/1.1" status: 204 len: 168 time: 0.1542871 Jun 24 23:52:01.814423 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 33456) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:52:01.832970 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-d0ffb375-8ac7-4e22-9228-541ed661f4ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:01.850760 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-d0ffb375-8ac7-4e22-9228-541ed661f4ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:52:01.854678 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-d0ffb375-8ac7-4e22-9228-541ed661f4ea admin admin] Usage tracker for resource:security_group_rule and tenant:5561144571c3427384c8e23e2bad3868 is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:52:01.857461 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-d0ffb375-8ac7-4e22-9228-541ed661f4ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:52:01.863113 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-d0ffb375-8ac7-4e22-9228-541ed661f4ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:52:01.944264 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-d0ffb375-8ac7-4e22-9228-541ed661f4ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:01.947976 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-d0ffb375-8ac7-4e22-9228-541ed661f4ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:01.997799 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-d0ffb375-8ac7-4e22-9228-541ed661f4ea admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5561144571c3427384c8e23e2bad3868&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1791995 Jun 24 23:52:01.997799 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ffb375-8ac7-4e22-9228-541ed661f4ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44317629-19f9-4212-a0c9-4c6f53015542,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:52:01.998520 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 33464) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:52:02.057328 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-27766fad-5010-46d8-8c78-de5a52a9dd68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:02.083399 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-27766fad-5010-46d8-8c78-de5a52a9dd68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:02.135491 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-27766fad-5010-46d8-8c78-de5a52a9dd68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:02.151009 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27766fad-5010-46d8-8c78-de5a52a9dd68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44317629-19f9-4212-a0c9-4c6f53015542,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:52:02.159492 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-27766fad-5010-46d8-8c78-de5a52a9dd68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:02.163825 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-27766fad-5010-46d8-8c78-de5a52a9dd68 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/44317629-19f9-4212-a0c9-4c6f53015542 HTTP/1.1" status: 204 len: 168 time: 0.1634879 Jun 24 23:52:06.613128 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 33558) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:52:06.725801 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-b7dbd908-35a6-486e-b49d-b5dbb7b14df7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:06.740107 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-b7dbd908-35a6-486e-b49d-b5dbb7b14df7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:52:06.744155 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-b7dbd908-35a6-486e-b49d-b5dbb7b14df7 admin admin] Usage tracker for resource:security_group_rule and tenant:31f9c92857e24dc692917cedf71bed67 is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:52:06.746956 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-b7dbd908-35a6-486e-b49d-b5dbb7b14df7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:52:06.753293 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-b7dbd908-35a6-486e-b49d-b5dbb7b14df7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:52:06.836876 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-b7dbd908-35a6-486e-b49d-b5dbb7b14df7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:06.840931 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-b7dbd908-35a6-486e-b49d-b5dbb7b14df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:06.892110 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-b7dbd908-35a6-486e-b49d-b5dbb7b14df7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=31f9c92857e24dc692917cedf71bed67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2779276 Jun 24 23:52:06.893690 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dbd908-35a6-486e-b49d-b5dbb7b14df7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5da7ff66-a9e3-4697-a452-f5f13d1c28ec,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:52:06.894729 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 33570) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:52:06.956119 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-50be0755-f673-4551-802a-2762822d4570 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:06.983225 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-50be0755-f673-4551-802a-2762822d4570 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:07.040960 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-50be0755-f673-4551-802a-2762822d4570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:07.055013 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50be0755-f673-4551-802a-2762822d4570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5da7ff66-a9e3-4697-a452-f5f13d1c28ec,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:52:07.063741 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-50be0755-f673-4551-802a-2762822d4570 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:07.067148 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-50be0755-f673-4551-802a-2762822d4570 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5da7ff66-a9e3-4697-a452-f5f13d1c28ec HTTP/1.1" status: 204 len: 168 time: 0.1691201 Jun 24 23:52:07.345307 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 33586) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:52:07.364047 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-fdd0e65a-a09e-4397-8505-ea2a3a7b8190 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:07.378741 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-fdd0e65a-a09e-4397-8505-ea2a3a7b8190 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:52:07.382538 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-fdd0e65a-a09e-4397-8505-ea2a3a7b8190 admin admin] Usage tracker for resource:security_group_rule and tenant:df8e5805cbb848789e126863e27dff54 is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:52:07.385312 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-fdd0e65a-a09e-4397-8505-ea2a3a7b8190 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:52:07.391534 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-fdd0e65a-a09e-4397-8505-ea2a3a7b8190 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:52:07.479331 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-fdd0e65a-a09e-4397-8505-ea2a3a7b8190 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:07.483576 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-fdd0e65a-a09e-4397-8505-ea2a3a7b8190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:07.512057 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 33592) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:52:07.531419 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-fdd0e65a-a09e-4397-8505-ea2a3a7b8190 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=df8e5805cbb848789e126863e27dff54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1849771 Jun 24 23:52:07.532388 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd0e65a-a09e-4397-8505-ea2a3a7b8190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=534985ac-ae02-47f9-908b-0d1ec22c924d,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:52:07.534138 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 33598) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:52:07.594352 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0563eed0-b899-4f83-a66e-40960d94124c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:07.633212 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0563eed0-b899-4f83-a66e-40960d94124c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:07.639817 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-be609b03-01c9-4a57-a5b7-1a02e7226a94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:07.669280 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-be609b03-01c9-4a57-a5b7-1a02e7226a94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:52:07.682361 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-be609b03-01c9-4a57-a5b7-1a02e7226a94 admin admin] Usage tracker for resource:security_group_rule and tenant:da47738adf22480bbcf1b85bf904f0a6 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:52:07.687607 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-be609b03-01c9-4a57-a5b7-1a02e7226a94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:52:07.693244 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-be609b03-01c9-4a57-a5b7-1a02e7226a94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:52:07.722840 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0563eed0-b899-4f83-a66e-40960d94124c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:07.747577 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0563eed0-b899-4f83-a66e-40960d94124c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=534985ac-ae02-47f9-908b-0d1ec22c924d,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:52:07.757109 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0563eed0-b899-4f83-a66e-40960d94124c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:07.758190 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-0563eed0-b899-4f83-a66e-40960d94124c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/534985ac-ae02-47f9-908b-0d1ec22c924d HTTP/1.1" status: 204 len: 168 time: 0.2223930 Jun 24 23:52:07.813994 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-be609b03-01c9-4a57-a5b7-1a02e7226a94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:07.817826 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-be609b03-01c9-4a57-a5b7-1a02e7226a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:07.865993 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-be609b03-01c9-4a57-a5b7-1a02e7226a94 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=da47738adf22480bbcf1b85bf904f0a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3528492 Jun 24 23:52:07.866854 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be609b03-01c9-4a57-a5b7-1a02e7226a94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f91b434b-6ef8-45d9-bae0-d33f614ef257,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:52:07.869610 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 33604) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:52:07.929379 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e4d87468-6b69-453b-abc6-f7038634a6de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:07.954121 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e4d87468-6b69-453b-abc6-f7038634a6de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:08.010478 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e4d87468-6b69-453b-abc6-f7038634a6de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:08.025657 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d87468-6b69-453b-abc6-f7038634a6de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f91b434b-6ef8-45d9-bae0-d33f614ef257,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:52:08.046303 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e4d87468-6b69-453b-abc6-f7038634a6de admin admin] Notify callbacks [] for security_group, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:08.050694 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-e4d87468-6b69-453b-abc6-f7038634a6de admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f91b434b-6ef8-45d9-bae0-d33f614ef257 HTTP/1.1" status: 204 len: 168 time: 0.1759491 Jun 24 23:52:08.332471 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 33626) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:52:08.353046 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-80344cde-efd3-485d-a88c-f0be4d15bb3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:08.372643 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-80344cde-efd3-485d-a88c-f0be4d15bb3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:52:08.378574 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-80344cde-efd3-485d-a88c-f0be4d15bb3a admin admin] Usage tracker for resource:security_group_rule and tenant:dd376d371a6e4ae98cbba7ec77ab82f5 is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:52:08.381445 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-80344cde-efd3-485d-a88c-f0be4d15bb3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:52:08.387083 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-80344cde-efd3-485d-a88c-f0be4d15bb3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:52:08.469637 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-80344cde-efd3-485d-a88c-f0be4d15bb3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:08.473631 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-80344cde-efd3-485d-a88c-f0be4d15bb3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:08.518565 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80344cde-efd3-485d-a88c-f0be4d15bb3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2783077-7f1f-4f1e-8af7-c4bfbd6d4d50,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:52:08.522826 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-80344cde-efd3-485d-a88c-f0be4d15bb3a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=dd376d371a6e4ae98cbba7ec77ab82f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1893427 Jun 24 23:52:08.525389 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 33634) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:52:08.584472 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e199a2be-55c0-4582-8529-0367156d5661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:08.704662 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e199a2be-55c0-4582-8529-0367156d5661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:08.762244 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e199a2be-55c0-4582-8529-0367156d5661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:08.777370 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e199a2be-55c0-4582-8529-0367156d5661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2783077-7f1f-4f1e-8af7-c4bfbd6d4d50,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:52:08.784700 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-e199a2be-55c0-4582-8529-0367156d5661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:08.788525 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-e199a2be-55c0-4582-8529-0367156d5661 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f2783077-7f1f-4f1e-8af7-c4bfbd6d4d50 HTTP/1.1" status: 204 len: 168 time: 0.2596669 Jun 24 23:52:08.872817 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:09.244451 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 33650) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:52:09.261798 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ab10de6c-8015-4c16-9b33-1cada6a99472 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:09.276143 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-ab10de6c-8015-4c16-9b33-1cada6a99472 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:52:09.280270 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-ab10de6c-8015-4c16-9b33-1cada6a99472 admin admin] Usage tracker for resource:security_group_rule and tenant:d5e42c4b24144e7e89fd47f7ef136ed0 is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:52:09.282949 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-ab10de6c-8015-4c16-9b33-1cada6a99472 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:52:09.288540 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-ab10de6c-8015-4c16-9b33-1cada6a99472 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:52:09.367866 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ab10de6c-8015-4c16-9b33-1cada6a99472 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:09.371290 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-ab10de6c-8015-4c16-9b33-1cada6a99472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:09.417423 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-ab10de6c-8015-4c16-9b33-1cada6a99472 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d5e42c4b24144e7e89fd47f7ef136ed0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1719217 Jun 24 23:52:09.418368 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab10de6c-8015-4c16-9b33-1cada6a99472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd926748-d714-422d-9492-6875420a9103,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:52:09.420083 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 33654) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:52:09.476657 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0e760563-6969-45d1-a637-4309bdfed368 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:09.505454 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0e760563-6969-45d1-a637-4309bdfed368 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:09.555870 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0e760563-6969-45d1-a637-4309bdfed368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:09.568957 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e760563-6969-45d1-a637-4309bdfed368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd926748-d714-422d-9492-6875420a9103,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:52:09.579155 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-0e760563-6969-45d1-a637-4309bdfed368 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:09.580281 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-0e760563-6969-45d1-a637-4309bdfed368 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dd926748-d714-422d-9492-6875420a9103 HTTP/1.1" status: 204 len: 168 time: 0.1592352 Jun 24 23:52:09.947576 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-566d8a61-a40d-41ac-b891-971373415214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:12.173635 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-a52c4aa7-0de4-4df8-978b-ef2972102003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:12.552422 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 33748) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:52:12.663121 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e9998ad9-a3a3-4c6c-982f-51302aa04abb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:12.677609 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-e9998ad9-a3a3-4c6c-982f-51302aa04abb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:52:12.681333 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-e9998ad9-a3a3-4c6c-982f-51302aa04abb admin admin] Usage tracker for resource:security_group_rule and tenant:faded6124fec4c708a30f6e78ac93478 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:52:12.684091 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-e9998ad9-a3a3-4c6c-982f-51302aa04abb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:52:12.690270 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-e9998ad9-a3a3-4c6c-982f-51302aa04abb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:52:12.769743 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e9998ad9-a3a3-4c6c-982f-51302aa04abb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:12.773474 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e9998ad9-a3a3-4c6c-982f-51302aa04abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:12.818522 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-e9998ad9-a3a3-4c6c-982f-51302aa04abb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=faded6124fec4c708a30f6e78ac93478&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2649879 Jun 24 23:52:12.820050 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9998ad9-a3a3-4c6c-982f-51302aa04abb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1abdc997-e9cc-4696-bc0d-e23c5a65366d,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:52:12.821398 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 33754) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:52:12.884775 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-28b95981-64d6-4a77-88c0-606fa9dcc1f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:12.895129 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-8c0b2992-c590-46d4-9042-25b3b8179244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:12.910674 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-28b95981-64d6-4a77-88c0-606fa9dcc1f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:12.961565 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-28b95981-64d6-4a77-88c0-606fa9dcc1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:12.977863 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b95981-64d6-4a77-88c0-606fa9dcc1f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1abdc997-e9cc-4696-bc0d-e23c5a65366d,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:52:12.986116 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-28b95981-64d6-4a77-88c0-606fa9dcc1f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:12.987587 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-28b95981-64d6-4a77-88c0-606fa9dcc1f3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1abdc997-e9cc-4696-bc0d-e23c5a65366d HTTP/1.1" status: 204 len: 168 time: 0.1642990 Jun 24 23:52:13.353737 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:14.662613 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-1d7c9831-c6e7-4afe-acbd-faa6f5f62172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:15.669194 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-8294e945-3923-4fb7-bb8e-ef7907276f76 req-b12fafb4-5730-4894-9c84-8e6d7acc0a73 tempest-VolumesNegativeTest-301390751 tempest-VolumesNegativeTest-301390751-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=bed2214cc0a140d498882eec3a1ea72f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316732 Jun 24 23:52:15.829891 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8294e945-3923-4fb7-bb8e-ef7907276f76 req-cccd4c15-87c7-4569-8c02-26a4aefefd73 tempest-VolumesNegativeTest-301390751 tempest-VolumesNegativeTest-301390751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:52:15.831551 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-8294e945-3923-4fb7-bb8e-ef7907276f76 req-cccd4c15-87c7-4569-8c02-26a4aefefd73 tempest-VolumesNegativeTest-301390751 tempest-VolumesNegativeTest-301390751-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1564577 Jun 24 23:52:15.845825 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-8294e945-3923-4fb7-bb8e-ef7907276f76 req-8ee90d64-236c-4279-900a-d5d94cd81670 tempest-VolumesNegativeTest-301390751 tempest-VolumesNegativeTest-301390751-project] 10.222.0.42 "GET /v2.0/quotas/bed2214cc0a140d498882eec3a1ea72f HTTP/1.1" status: 200 len: 375 time: 0.0089192 Jun 24 23:52:15.898781 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-8294e945-3923-4fb7-bb8e-ef7907276f76 req-8d509975-647d-4eca-b61c-dd6875a833ae tempest-VolumesNegativeTest-301390751 tempest-VolumesNegativeTest-301390751-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=bed2214cc0a140d498882eec3a1ea72f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0480089 Jun 24 23:52:16.080028 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-406a67e3-46b8-4154-a9b0-a1fb4e053383 req-75b6f075-993c-4255-83a5-634b30700178 tempest-VolumesNegativeTest-301390751 tempest-VolumesNegativeTest-301390751-project] 10.222.0.42 "GET /v2.0/ports?device_id=b95fb12e-8685-4678-a260-019434361f4b HTTP/1.1" status: 200 len: 210 time: 0.0524366 Jun 24 23:52:17.245138 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-9d79c560-50ea-498a-8459-758eba01642e req-9264f1f7-85b4-4a9d-ac43-232e95f89719 tempest-VolumesNegativeTest-301390751 tempest-VolumesNegativeTest-301390751-project] 10.222.0.42 "GET /v2.0/ports?device_id=b95fb12e-8685-4678-a260-019434361f4b HTTP/1.1" status: 200 len: 210 time: 0.0546522 Jun 24 23:52:17.281318 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-8294e945-3923-4fb7-bb8e-ef7907276f76 req-96fdb60f-c072-4ae6-bfe8-02352aa8c039 tempest-VolumesNegativeTest-301390751 tempest-VolumesNegativeTest-301390751-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=bed2214cc0a140d498882eec3a1ea72f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0387897 Jun 24 23:52:17.445201 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8294e945-3923-4fb7-bb8e-ef7907276f76 req-3aab1ab5-ed1d-4fe0-ae10-c2e785d96924 tempest-VolumesNegativeTest-301390751 tempest-VolumesNegativeTest-301390751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:52:17.446639 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-8294e945-3923-4fb7-bb8e-ef7907276f76 req-3aab1ab5-ed1d-4fe0-ae10-c2e785d96924 tempest-VolumesNegativeTest-301390751 tempest-VolumesNegativeTest-301390751-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1578586 Jun 24 23:52:17.459871 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.v2.base [req-8294e945-3923-4fb7-bb8e-ef7907276f76 req-99b886ad-b745-4012-8811-4ca04ddecc4b tempest-VolumesNegativeTest-301390751 tempest-VolumesNegativeTest-301390751-project] Request body: {'port': {'device_id': 'b95fb12e-8685-4678-a260-019434361f4b', 'network_id': '47fdaa02-c8d5-4579-817f-1b2e0cdad740', 'admin_state_up': True, 'tenant_id': 'bed2214cc0a140d498882eec3a1ea72f'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:52:17.595354 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [req-8294e945-3923-4fb7-bb8e-ef7907276f76 req-99b886ad-b745-4012-8811-4ca04ddecc4b tempest-VolumesNegativeTest-301390751 tempest-VolumesNegativeTest-301390751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:52:17.599188 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-8294e945-3923-4fb7-bb8e-ef7907276f76 req-99b886ad-b745-4012-8811-4ca04ddecc4b tempest-VolumesNegativeTest-301390751 tempest-VolumesNegativeTest-301390751-project] Usage tracker for resource:port and tenant:bed2214cc0a140d498882eec3a1ea72f is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:52:17.602070 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-8294e945-3923-4fb7-bb8e-ef7907276f76 req-99b886ad-b745-4012-8811-4ca04ddecc4b tempest-VolumesNegativeTest-301390751 tempest-VolumesNegativeTest-301390751-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:52:17.608369 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [req-8294e945-3923-4fb7-bb8e-ef7907276f76 req-99b886ad-b745-4012-8811-4ca04ddecc4b tempest-VolumesNegativeTest-301390751 tempest-VolumesNegativeTest-301390751-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:52:17.616834 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8294e945-3923-4fb7-bb8e-ef7907276f76 req-99b886ad-b745-4012-8811-4ca04ddecc4b tempest-VolumesNegativeTest-301390751 tempest-VolumesNegativeTest-301390751-project] Made reservation on behalf of bed2214cc0a140d498882eec3a1ea72f for: {'port': 1} {{(pid=88108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 24 23:52:17.620589 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-8294e945-3923-4fb7-bb8e-ef7907276f76 req-99b886ad-b745-4012-8811-4ca04ddecc4b tempest-VolumesNegativeTest-301390751 tempest-VolumesNegativeTest-301390751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:17.632079 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-8294e945-3923-4fb7-bb8e-ef7907276f76 req-99b886ad-b745-4012-8811-4ca04ddecc4b tempest-VolumesNegativeTest-301390751 tempest-VolumesNegativeTest-301390751-project] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:17.646054 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [req-8294e945-3923-4fb7-bb8e-ef7907276f76 req-99b886ad-b745-4012-8811-4ca04ddecc4b tempest-VolumesNegativeTest-301390751 tempest-VolumesNegativeTest-301390751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:52:17.649758 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-8294e945-3923-4fb7-bb8e-ef7907276f76 req-99b886ad-b745-4012-8811-4ca04ddecc4b tempest-VolumesNegativeTest-301390751 tempest-VolumesNegativeTest-301390751-project] Usage tracker for resource:security_group_rule and tenant:bed2214cc0a140d498882eec3a1ea72f is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:52:17.652494 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-8294e945-3923-4fb7-bb8e-ef7907276f76 req-99b886ad-b745-4012-8811-4ca04ddecc4b tempest-VolumesNegativeTest-301390751 tempest-VolumesNegativeTest-301390751-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:52:17.658561 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [req-8294e945-3923-4fb7-bb8e-ef7907276f76 req-99b886ad-b745-4012-8811-4ca04ddecc4b tempest-VolumesNegativeTest-301390751 tempest-VolumesNegativeTest-301390751-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:52:17.739319 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-8294e945-3923-4fb7-bb8e-ef7907276f76 req-99b886ad-b745-4012-8811-4ca04ddecc4b tempest-VolumesNegativeTest-301390751 tempest-VolumesNegativeTest-301390751-project] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:17.743730 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-8294e945-3923-4fb7-bb8e-ef7907276f76 req-99b886ad-b745-4012-8811-4ca04ddecc4b tempest-VolumesNegativeTest-301390751 tempest-VolumesNegativeTest-301390751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:17.821683 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b886ad-b745-4012-8811-4ca04ddecc4b tempest-VolumesNegativeTest-301390751 tempest-VolumesNegativeTest-301390751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b5904d0-2f61-40c9-a090-0ae367b1d88b,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:52:17.912217 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.db_base_plugin_common [req-8294e945-3923-4fb7-bb8e-ef7907276f76 req-99b886ad-b745-4012-8811-4ca04ddecc4b tempest-VolumesNegativeTest-301390751 tempest-VolumesNegativeTest-301390751-project] Allocated IP 192.168.233.3 (47fdaa02-c8d5-4579-817f-1b2e0cdad740/09494741-982b-42de-907d-0d82bce5808f/f2cf822b-bf2d-492f-9d4d-0601512665f4) {{(pid=88108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 24 23:52:18.190504 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-8294e945-3923-4fb7-bb8e-ef7907276f76 req-99b886ad-b745-4012-8811-4ca04ddecc4b tempest-VolumesNegativeTest-301390751 tempest-VolumesNegativeTest-301390751-project] Notify callbacks [] for port, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:18.205527 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [req-8294e945-3923-4fb7-bb8e-ef7907276f76 req-99b886ad-b745-4012-8811-4ca04ddecc4b tempest-VolumesNegativeTest-301390751 tempest-VolumesNegativeTest-301390751-project] Transition to ACTIVE for port object f2cf822b-bf2d-492f-9d4d-0601512665f4 will not be triggered until provisioned by entity DHCP. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 23:52:18.228039 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-8294e945-3923-4fb7-bb8e-ef7907276f76 req-99b886ad-b745-4012-8811-4ca04ddecc4b tempest-VolumesNegativeTest-301390751 tempest-VolumesNegativeTest-301390751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754888214703', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266412288'] for port, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:18.296801 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8294e945-3923-4fb7-bb8e-ef7907276f76 req-99b886ad-b745-4012-8811-4ca04ddecc4b tempest-VolumesNegativeTest-301390751 tempest-VolumesNegativeTest-301390751-project] Network 47fdaa02-c8d5-4579-817f-1b2e0cdad740 is already hosted by enough agents. {{(pid=88108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 24 23:52:18.297914 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.scheduler.base_scheduler [req-8294e945-3923-4fb7-bb8e-ef7907276f76 req-99b886ad-b745-4012-8811-4ca04ddecc4b tempest-VolumesNegativeTest-301390751 tempest-VolumesNegativeTest-301390751-project] Resources bound (agent type, host, resource id): {{(pid=88108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 24 23:52:18.300465 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [req-8294e945-3923-4fb7-bb8e-ef7907276f76 req-99b886ad-b745-4012-8811-4ca04ddecc4b tempest-VolumesNegativeTest-301390751 tempest-VolumesNegativeTest-301390751-project] Received port after_create {{(pid=88108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jun 24 23:52:18.351210 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b886ad-b745-4012-8811-4ca04ddecc4b tempest-VolumesNegativeTest-301390751 tempest-VolumesNegativeTest-301390751-project] Pushing event updated for resources: {'Port': ['ID=f2cf822b-bf2d-492f-9d4d-0601512665f4,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:52:18.380059 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8294e945-3923-4fb7-bb8e-ef7907276f76 req-99b886ad-b745-4012-8811-4ca04ddecc4b tempest-VolumesNegativeTest-301390751 tempest-VolumesNegativeTest-301390751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:52:18.380701 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-8294e945-3923-4fb7-bb8e-ef7907276f76 req-99b886ad-b745-4012-8811-4ca04ddecc4b tempest-VolumesNegativeTest-301390751 tempest-VolumesNegativeTest-301390751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122089'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:18.412593 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-8294e945-3923-4fb7-bb8e-ef7907276f76 req-99b886ad-b745-4012-8811-4ca04ddecc4b tempest-VolumesNegativeTest-301390751 tempest-VolumesNegativeTest-301390751-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.9561541 Jun 24 23:52:18.424092 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [req-8294e945-3923-4fb7-bb8e-ef7907276f76 req-392d2df2-0b37-41fb-a955-2bc9197931b7 tempest-VolumesNegativeTest-301390751 tempest-VolumesNegativeTest-301390751-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88108) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 24 23:52:18.425058 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-8294e945-3923-4fb7-bb8e-ef7907276f76 req-392d2df2-0b37-41fb-a955-2bc9197931b7 tempest-VolumesNegativeTest-301390751 tempest-VolumesNegativeTest-301390751-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056553 Jun 24 23:52:18.454494 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52227908-7572-41c6-9826-bb6d446a31c5 req-e3ae1b92-50bd-4bb9-85c7-4dbf81566fd9 tempest-VolumesNegativeTest-301390751 tempest-VolumesNegativeTest-301390751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:52:18.456995 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-52227908-7572-41c6-9826-bb6d446a31c5 req-e3ae1b92-50bd-4bb9-85c7-4dbf81566fd9 tempest-VolumesNegativeTest-301390751 tempest-VolumesNegativeTest-301390751-project] 10.222.0.42 "GET /v2.0/ports?device_id=b95fb12e-8685-4678-a260-019434361f4b HTTP/1.1" status: 200 len: 934 time: 0.1044049 Jun 24 23:52:18.516439 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-52227908-7572-41c6-9826-bb6d446a31c5 req-274f7268-f3a7-435d-af28-5a46a41cdc98 tempest-VolumesNegativeTest-301390751 tempest-VolumesNegativeTest-301390751-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b5904d0-2f61-40c9-a090-0ae367b1d88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519247 Jun 24 23:52:18.568050 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.v2.base [req-8294e945-3923-4fb7-bb8e-ef7907276f76 req-6251de2f-c5a3-4916-b09a-86309343f15f service neutron] Request body: {'port': {'device_id': 'b95fb12e-8685-4678-a260-019434361f4b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 24 23:52:18.637710 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-ed97ef56-fb05-483e-b3fe-8a0eaf63c9f1 None None] Provisioning for port f2cf822b-bf2d-492f-9d4d-0601512665f4 completed by entity DHCP. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 23:52:18.642833 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-ed97ef56-fb05-483e-b3fe-8a0eaf63c9f1 None None] Provisioning complete for port f2cf822b-bf2d-492f-9d4d-0601512665f4 triggered by entity DHCP. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:52:18.643071 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-ed97ef56-fb05-483e-b3fe-8a0eaf63c9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:18.684144 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-8294e945-3923-4fb7-bb8e-ef7907276f76 req-6251de2f-c5a3-4916-b09a-86309343f15f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:18.701172 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-ed97ef56-fb05-483e-b3fe-8a0eaf63c9f1 None None] Port f2cf822b-bf2d-492f-9d4d-0601512665f4 cannot update to ACTIVE because it is not bound. {{(pid=88110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Jun 24 23:52:18.889838 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 33890) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:52:19.004555 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-876df50f-238f-4b12-add5-421813dfac80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:19.018314 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-876df50f-238f-4b12-add5-421813dfac80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:52:19.022036 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-876df50f-238f-4b12-add5-421813dfac80 admin admin] Usage tracker for resource:security_group_rule and tenant:2dfe1e2752ae4339b7efd170db1ea6ef is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:52:19.023147 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [req-8294e945-3923-4fb7-bb8e-ef7907276f76 req-6251de2f-c5a3-4916-b09a-86309343f15f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2cf822b-bf2d-492f-9d4d-0601512665f4 {{(pid=88108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 23:52:19.024961 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-876df50f-238f-4b12-add5-421813dfac80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:52:19.030887 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-8294e945-3923-4fb7-bb8e-ef7907276f76 req-6251de2f-c5a3-4916-b09a-86309343f15f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:19.031226 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-876df50f-238f-4b12-add5-421813dfac80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:52:19.046224 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.provisioning_blocks [req-8294e945-3923-4fb7-bb8e-ef7907276f76 req-6251de2f-c5a3-4916-b09a-86309343f15f service neutron] Transition to ACTIVE for port object f2cf822b-bf2d-492f-9d4d-0601512665f4 will not be triggered until provisioned by entity L2. {{(pid=88108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 24 23:52:19.049610 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-8294e945-3923-4fb7-bb8e-ef7907276f76 req-6251de2f-c5a3-4916-b09a-86309343f15f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266412311'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:19.118819 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-876df50f-238f-4b12-add5-421813dfac80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:19.123737 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-876df50f-238f-4b12-add5-421813dfac80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:19.179865 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-876df50f-238f-4b12-add5-421813dfac80 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2dfe1e2752ae4339b7efd170db1ea6ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2889097 Jun 24 23:52:19.180716 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876df50f-238f-4b12-add5-421813dfac80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=302dffa6-ab4f-4e87-9ea2-19821bf143a7,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:52:19.182698 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 33896) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:52:19.245873 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6251de2f-c5a3-4916-b09a-86309343f15f service neutron] Pushing event updated for resources: {'Port': ['ID=f2cf822b-bf2d-492f-9d4d-0601512665f4,revision_number=2']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:52:19.352126 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-94e58d9d-9e50-45d2-8431-9ad298b1051b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:19.353796 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [req-8294e945-3923-4fb7-bb8e-ef7907276f76 req-6251de2f-c5a3-4916-b09a-86309343f15f service neutron] Attempting to bind port f2cf822b-bf2d-492f-9d4d-0601512665f4 on host hv-cinder-84718 for vnic_type normal with profile {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 24 23:52:19.354116 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [req-8294e945-3923-4fb7-bb8e-ef7907276f76 req-6251de2f-c5a3-4916-b09a-86309343f15f service neutron] Attempting to bind port f2cf822b-bf2d-492f-9d4d-0601512665f4 by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': 'e7254d12-d1cc-4a5e-9c91-0537d9aacaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '47fdaa02-c8d5-4579-817f-1b2e0cdad740'}] {{(pid=88108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 24 23:52:19.354433 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8294e945-3923-4fb7-bb8e-ef7907276f76 req-6251de2f-c5a3-4916-b09a-86309343f15f service neutron] Attempting to bind port f2cf822b-bf2d-492f-9d4d-0601512665f4 on network 47fdaa02-c8d5-4579-817f-1b2e0cdad740 {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 23:52:19.368381 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8294e945-3923-4fb7-bb8e-ef7907276f76 req-6251de2f-c5a3-4916-b09a-86309343f15f service neutron] Port f2cf822b-bf2d-492f-9d4d-0601512665f4 on network 47fdaa02-c8d5-4579-817f-1b2e0cdad740 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 24 23:52:19.368692 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8294e945-3923-4fb7-bb8e-ef7907276f76 req-6251de2f-c5a3-4916-b09a-86309343f15f service neutron] Attempting to bind port f2cf822b-bf2d-492f-9d4d-0601512665f4 on network 47fdaa02-c8d5-4579-817f-1b2e0cdad740 {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 24 23:52:19.382744 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8294e945-3923-4fb7-bb8e-ef7907276f76 req-6251de2f-c5a3-4916-b09a-86309343f15f service neutron] Checking agent: {'id': '9603f0a4-e7b3-4133-bd26-ff3a7fe04c7d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 23, 39, 9), 'started_at': datetime.datetime(2022, 6, 24, 23, 39, 9), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 23, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 24 23:52:19.383018 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8294e945-3923-4fb7-bb8e-ef7907276f76 req-6251de2f-c5a3-4916-b09a-86309343f15f service neutron] Checking segment: {'id': 'e7254d12-d1cc-4a5e-9c91-0537d9aacaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '47fdaa02-c8d5-4579-817f-1b2e0cdad740'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Jun 24 23:52:19.383388 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8294e945-3923-4fb7-bb8e-ef7907276f76 req-6251de2f-c5a3-4916-b09a-86309343f15f service neutron] Bound using segment: {'id': 'e7254d12-d1cc-4a5e-9c91-0537d9aacaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '47fdaa02-c8d5-4579-817f-1b2e0cdad740'} {{(pid=88108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 24 23:52:19.383825 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.managers [req-8294e945-3923-4fb7-bb8e-ef7907276f76 req-6251de2f-c5a3-4916-b09a-86309343f15f service neutron] Bound port: f2cf822b-bf2d-492f-9d4d-0601512665f4, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7254d12-d1cc-4a5e-9c91-0537d9aacaca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '47fdaa02-c8d5-4579-817f-1b2e0cdad740'}}] {{(pid=88108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 24 23:52:19.384156 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-8294e945-3923-4fb7-bb8e-ef7907276f76 req-6251de2f-c5a3-4916-b09a-86309343f15f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:19.399600 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-94e58d9d-9e50-45d2-8431-9ad298b1051b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:19.502251 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [req-8294e945-3923-4fb7-bb8e-ef7907276f76 req-6251de2f-c5a3-4916-b09a-86309343f15f service neutron] For port f2cf822b-bf2d-492f-9d4d-0601512665f4, host hv-cinder-84718, cleared binding levels {{(pid=88108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 24 23:52:19.505485 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [req-8294e945-3923-4fb7-bb8e-ef7907276f76 req-6251de2f-c5a3-4916-b09a-86309343f15f service neutron] For port f2cf822b-bf2d-492f-9d4d-0601512665f4, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=f2cf822b-bf2d-492f-9d4d-0601512665f4,segment=NetworkSegment(e7254d12-d1cc-4a5e-9c91-0537d9aacaca),segment_id=e7254d12-d1cc-4a5e-9c91-0537d9aacaca)] {{(pid=88108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 24 23:52:19.509553 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-8294e945-3923-4fb7-bb8e-ef7907276f76 req-6251de2f-c5a3-4916-b09a-86309343f15f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-266412311'] for port, after_update {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:19.546674 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-94e58d9d-9e50-45d2-8431-9ad298b1051b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:19.574311 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8294e945-3923-4fb7-bb8e-ef7907276f76 req-6251de2f-c5a3-4916-b09a-86309343f15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:52:19.574900 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-8294e945-3923-4fb7-bb8e-ef7907276f76 req-6251de2f-c5a3-4916-b09a-86309343f15f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122089'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:19.576487 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-8294e945-3923-4fb7-bb8e-ef7907276f76 req-6251de2f-c5a3-4916-b09a-86309343f15f service neutron] 10.222.0.15 "PUT /v2.0/ports/f2cf822b-bf2d-492f-9d4d-0601512665f4 HTTP/1.1" status: 200 len: 1096 time: 1.1446092 Jun 24 23:52:19.585676 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b95fb12e-8685-4678-a260-019434361f4b', 'tag': 'f2cf822b-bf2d-492f-9d4d-0601512665f4'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 23:52:19.601335 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e58d9d-9e50-45d2-8431-9ad298b1051b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=302dffa6-ab4f-4e87-9ea2-19821bf143a7,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:52:19.609560 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-94e58d9d-9e50-45d2-8431-9ad298b1051b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:19.613920 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-94e58d9d-9e50-45d2-8431-9ad298b1051b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/302dffa6-ab4f-4e87-9ea2-19821bf143a7 HTTP/1.1" status: 204 len: 168 time: 0.4254928 Jun 24 23:52:19.629885 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6251de2f-c5a3-4916-b09a-86309343f15f service neutron] Pushing event updated for resources: {'Port': ['ID=f2cf822b-bf2d-492f-9d4d-0601512665f4,revision_number=3']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:52:19.790906 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8294e945-3923-4fb7-bb8e-ef7907276f76 req-61bfc610-6e64-482f-a5b0-85bfcbc2d08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:52:19.792250 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-8294e945-3923-4fb7-bb8e-ef7907276f76 req-61bfc610-6e64-482f-a5b0-85bfcbc2d08c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bed2214cc0a140d498882eec3a1ea72f&device_id=b95fb12e-8685-4678-a260-019434361f4b HTTP/1.1" status: 200 len: 1099 time: 0.1575904 Jun 24 23:52:19.809403 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc67570-6a53-40f4-8627-ad81502fb142 req-ce8c0c06-6be9-414b-99a2-f01c60ab193e tempest-VolumesNegativeTest-301390751 tempest-VolumesNegativeTest-301390751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:52:19.810137 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-abc67570-6a53-40f4-8627-ad81502fb142 req-ce8c0c06-6be9-414b-99a2-f01c60ab193e tempest-VolumesNegativeTest-301390751 tempest-VolumesNegativeTest-301390751-project] Synchronizing usage tracker for tenant:bed2214cc0a140d498882eec3a1ea72f on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 23:52:19.890865 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-8294e945-3923-4fb7-bb8e-ef7907276f76 req-6aa26732-9917-4d43-b9a5-833194a788e4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=f2cf822b-bf2d-492f-9d4d-0601512665f4 HTTP/1.1" status: 200 len: 217 time: 0.0771992 Jun 24 23:52:19.899456 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-abc67570-6a53-40f4-8627-ad81502fb142 req-ce8c0c06-6be9-414b-99a2-f01c60ab193e tempest-VolumesNegativeTest-301390751 tempest-VolumesNegativeTest-301390751-project] Unset dirty status for tenant:bed2214cc0a140d498882eec3a1ea72f on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 23:52:19.906516 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-abc67570-6a53-40f4-8627-ad81502fb142 req-ce8c0c06-6be9-414b-99a2-f01c60ab193e tempest-VolumesNegativeTest-301390751 tempest-VolumesNegativeTest-301390751-project] 10.222.0.42 "GET /v2.0/ports?device_id=b95fb12e-8685-4678-a260-019434361f4b HTTP/1.1" status: 200 len: 946 time: 0.2365646 Jun 24 23:52:19.955632 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a49e895-9ff0-433f-a8bd-3192265b64aa'] response: {'name': 'network-changed', 'server_uuid': 'b95fb12e-8685-4678-a260-019434361f4b', 'tag': 'f2cf822b-bf2d-492f-9d4d-0601512665f4', 'status': 'completed', 'code': 200} Jun 24 23:52:19.988512 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 33910) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:52:19.995351 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-abc67570-6a53-40f4-8627-ad81502fb142 req-1775c04d-c2a6-4de4-bd8c-77485f343f7a tempest-VolumesNegativeTest-301390751 tempest-VolumesNegativeTest-301390751-project] Synchronizing usage tracker for tenant:bed2214cc0a140d498882eec3a1ea72f on resource:security_group {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 23:52:20.002370 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8294e945-3923-4fb7-bb8e-ef7907276f76 req-ad386b67-1400-4cc5-9601-e2305cd8b33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:52:20.003881 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-8294e945-3923-4fb7-bb8e-ef7907276f76 req-ad386b67-1400-4cc5-9601-e2305cd8b33b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=09494741-982b-42de-907d-0d82bce5808f HTTP/1.1" status: 200 len: 843 time: 0.0953598 Jun 24 23:52:20.006799 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-97f8c4eb-c18a-486d-bc56-b1287966ee18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:20.021382 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-97f8c4eb-c18a-486d-bc56-b1287966ee18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:52:20.025189 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-97f8c4eb-c18a-486d-bc56-b1287966ee18 admin admin] Usage tracker for resource:security_group_rule and tenant:a0d5dc336f6242158ae5b14f407f9a78 is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:52:20.027986 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-97f8c4eb-c18a-486d-bc56-b1287966ee18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:52:20.033576 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-97f8c4eb-c18a-486d-bc56-b1287966ee18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:52:20.057891 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-abc67570-6a53-40f4-8627-ad81502fb142 req-1775c04d-c2a6-4de4-bd8c-77485f343f7a tempest-VolumesNegativeTest-301390751 tempest-VolumesNegativeTest-301390751-project] Unset dirty status for tenant:bed2214cc0a140d498882eec3a1ea72f on resource:security_group {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 23:52:20.059197 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-abc67570-6a53-40f4-8627-ad81502fb142 req-1775c04d-c2a6-4de4-bd8c-77485f343f7a tempest-VolumesNegativeTest-301390751 tempest-VolumesNegativeTest-301390751-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b5904d0-2f61-40c9-a090-0ae367b1d88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518204 Jun 24 23:52:20.119810 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-97f8c4eb-c18a-486d-bc56-b1287966ee18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:20.127878 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-97f8c4eb-c18a-486d-bc56-b1287966ee18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:20.179447 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 33914) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:52:20.179682 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-97f8c4eb-c18a-486d-bc56-b1287966ee18 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a0d5dc336f6242158ae5b14f407f9a78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1898749 Jun 24 23:52:20.180504 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f8c4eb-c18a-486d-bc56-b1287966ee18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77c2e4a5-7d88-4b78-8a49-7c9b4fc5ef81,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:52:20.235756 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8294e945-3923-4fb7-bb8e-ef7907276f76 req-4ab78a04-5a8c-4935-8029-4ec5ab292a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:52:20.237196 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-8294e945-3923-4fb7-bb8e-ef7907276f76 req-4ab78a04-5a8c-4935-8029-4ec5ab292a8e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=47fdaa02-c8d5-4579-817f-1b2e0cdad740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2220676 Jun 24 23:52:20.269405 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-06f458a2-0448-4271-8efd-32130f862b87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:20.350825 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-06f458a2-0448-4271-8efd-32130f862b87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:20.420789 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-8294e945-3923-4fb7-bb8e-ef7907276f76 req-22e268b4-4b12-47aa-8902-d2d4d02564cc service neutron] 10.222.0.15 "GET /v2.0/networks/47fdaa02-c8d5-4579-817f-1b2e0cdad740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707513 Jun 24 23:52:20.498017 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-06f458a2-0448-4271-8efd-32130f862b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:20.519948 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f458a2-0448-4271-8efd-32130f862b87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c2e4a5-7d88-4b78-8a49-7c9b4fc5ef81,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:52:20.527013 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-06f458a2-0448-4271-8efd-32130f862b87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:20.530868 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-06f458a2-0448-4271-8efd-32130f862b87 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/77c2e4a5-7d88-4b78-8a49-7c9b4fc5ef81 HTTP/1.1" status: 204 len: 168 time: 0.3477621 Jun 24 23:52:20.576645 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-8294e945-3923-4fb7-bb8e-ef7907276f76 req-c8f55bc6-44b4-43c2-9a1a-1b5f865e5e78 service neutron] 10.222.0.15 "GET /v2.0/networks/47fdaa02-c8d5-4579-817f-1b2e0cdad740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476750 Jun 24 23:52:20.709613 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e4a34d-e7b4-41de-bbf0-6693fe5de407 req-55bbe556-21bb-4204-bdbd-ab3711f0138d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:52:20.711097 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-f4e4a34d-e7b4-41de-bbf0-6693fe5de407 req-55bbe556-21bb-4204-bdbd-ab3711f0138d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bed2214cc0a140d498882eec3a1ea72f&device_id=b95fb12e-8685-4678-a260-019434361f4b HTTP/1.1" status: 200 len: 1099 time: 0.0920932 Jun 24 23:52:20.849465 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e4a34d-e7b4-41de-bbf0-6693fe5de407 req-d2245e65-697b-4be2-9577-0ec74c1ffd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:52:20.850950 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-f4e4a34d-e7b4-41de-bbf0-6693fe5de407 req-d2245e65-697b-4be2-9577-0ec74c1ffd82 service neutron] 10.222.0.15 "GET /v2.0/networks?id=47fdaa02-c8d5-4579-817f-1b2e0cdad740 HTTP/1.1" status: 200 len: 870 time: 0.1328607 Jun 24 23:52:20.885004 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 33922) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:52:20.906835 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-0d629c6d-76b8-4bb1-9071-2aaed9e86dac admin admin] Notify callbacks [] for security_group, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:20.920651 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-0d629c6d-76b8-4bb1-9071-2aaed9e86dac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:52:20.923755 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-f4e4a34d-e7b4-41de-bbf0-6693fe5de407 req-8291a453-eac9-4637-96b0-d0b65c4a898e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=f2cf822b-bf2d-492f-9d4d-0601512665f4 HTTP/1.1" status: 200 len: 217 time: 0.0601692 Jun 24 23:52:20.924416 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-0d629c6d-76b8-4bb1-9071-2aaed9e86dac admin admin] Usage tracker for resource:security_group_rule and tenant:486e53f2c60344f48e4c309237660ef4 is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:52:20.927118 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-0d629c6d-76b8-4bb1-9071-2aaed9e86dac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:52:20.932810 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-0d629c6d-76b8-4bb1-9071-2aaed9e86dac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:52:20.991877 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e4a34d-e7b4-41de-bbf0-6693fe5de407 req-47da61d3-6a78-4caa-ace7-244727fc36fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:52:20.993599 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-f4e4a34d-e7b4-41de-bbf0-6693fe5de407 req-47da61d3-6a78-4caa-ace7-244727fc36fd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=09494741-982b-42de-907d-0d82bce5808f HTTP/1.1" status: 200 len: 843 time: 0.0625279 Jun 24 23:52:21.022151 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-0d629c6d-76b8-4bb1-9071-2aaed9e86dac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:21.026114 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-0d629c6d-76b8-4bb1-9071-2aaed9e86dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:21.069970 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d629c6d-76b8-4bb1-9071-2aaed9e86dac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e8ecff-7e30-4fff-8510-9527ed98167b,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:52:21.074107 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-0d629c6d-76b8-4bb1-9071-2aaed9e86dac admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=486e53f2c60344f48e4c309237660ef4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1878507 Jun 24 23:52:21.075169 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e4a34d-e7b4-41de-bbf0-6693fe5de407 req-19311df6-c9ae-479f-9ca8-24f870dc013d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:52:21.077296 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-f4e4a34d-e7b4-41de-bbf0-6693fe5de407 req-19311df6-c9ae-479f-9ca8-24f870dc013d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=47fdaa02-c8d5-4579-817f-1b2e0cdad740&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0768006 Jun 24 23:52:21.077765 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 33926) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:52:21.136704 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-bf8e1873-1be4-41e2-8d59-7b41b1d4ba36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:21.161541 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-bf8e1873-1be4-41e2-8d59-7b41b1d4ba36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:21.231281 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-f4e4a34d-e7b4-41de-bbf0-6693fe5de407 req-32cc2dc9-10cf-42a4-9bbb-5d1d708570d5 service neutron] 10.222.0.15 "GET /v2.0/networks/47fdaa02-c8d5-4579-817f-1b2e0cdad740?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453996 Jun 24 23:52:21.270418 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-bf8e1873-1be4-41e2-8d59-7b41b1d4ba36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:21.296042 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e0e88c-975b-449b-bf8c-49265d81dae3 req-3a300b15-f9b9-4153-a2fd-33f7142812be tempest-VolumesNegativeTest-301390751 tempest-VolumesNegativeTest-301390751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:52:21.297484 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-08e0e88c-975b-449b-bf8c-49265d81dae3 req-3a300b15-f9b9-4153-a2fd-33f7142812be tempest-VolumesNegativeTest-301390751 tempest-VolumesNegativeTest-301390751-project] 10.222.0.42 "GET /v2.0/ports?device_id=b95fb12e-8685-4678-a260-019434361f4b HTTP/1.1" status: 200 len: 946 time: 0.1248031 Jun 24 23:52:21.300457 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8e1873-1be4-41e2-8d59-7b41b1d4ba36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e8ecff-7e30-4fff-8510-9527ed98167b,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:52:21.329862 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-bf8e1873-1be4-41e2-8d59-7b41b1d4ba36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:21.330955 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-bf8e1873-1be4-41e2-8d59-7b41b1d4ba36 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c4e8ecff-7e30-4fff-8510-9527ed98167b HTTP/1.1" status: 204 len: 168 time: 0.2524123 Jun 24 23:52:21.350285 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-08e0e88c-975b-449b-bf8c-49265d81dae3 req-dc0480b6-9e96-4ea2-8323-bed1839e6428 tempest-VolumesNegativeTest-301390751 tempest-VolumesNegativeTest-301390751-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b5904d0-2f61-40c9-a090-0ae367b1d88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447841 Jun 24 23:52:21.377513 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-f4e4a34d-e7b4-41de-bbf0-6693fe5de407 req-f4dc7436-3f2c-4369-b494-3070ddbad88e service neutron] 10.222.0.15 "GET /v2.0/networks/47fdaa02-c8d5-4579-817f-1b2e0cdad740?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370177 Jun 24 23:52:22.425807 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Device f2cf822b-bf2d-492f-9d4d-0601512665f4 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 24 23:52:22.550379 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e994dfc-ffb9-461d-835d-bd706edf44e4 req-4bc826ca-2d3e-4532-af56-2bc6c6e49bfe tempest-VolumesNegativeTest-301390751 tempest-VolumesNegativeTest-301390751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:52:22.552486 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-3e994dfc-ffb9-461d-835d-bd706edf44e4 req-4bc826ca-2d3e-4532-af56-2bc6c6e49bfe tempest-VolumesNegativeTest-301390751 tempest-VolumesNegativeTest-301390751-project] 10.222.0.42 "GET /v2.0/ports?device_id=b95fb12e-8685-4678-a260-019434361f4b HTTP/1.1" status: 200 len: 946 time: 0.0963099 Jun 24 23:52:22.569071 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] For port f2cf822b-bf2d-492f-9d4d-0601512665f4, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=f2cf822b-bf2d-492f-9d4d-0601512665f4,segment=NetworkSegment(e7254d12-d1cc-4a5e-9c91-0537d9aacaca),segment_id=e7254d12-d1cc-4a5e-9c91-0537d9aacaca)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:52:22.582643 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Returning: {'device': 'f2cf822b-bf2d-492f-9d4d-0601512665f4', 'network_id': '47fdaa02-c8d5-4579-817f-1b2e0cdad740', 'port_id': 'f2cf822b-bf2d-492f-9d4d-0601512665f4', 'mac_address': 'fa:16:3e:0a:24:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09494741-982b-42de-907d-0d82bce5808f', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 24 23:52:22.599747 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-3e994dfc-ffb9-461d-835d-bd706edf44e4 req-d621b7c0-ba24-4953-80aa-2eeb6309c878 tempest-VolumesNegativeTest-301390751 tempest-VolumesNegativeTest-301390751-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b5904d0-2f61-40c9-a090-0ae367b1d88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412104 Jun 24 23:52:22.643918 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-707bff31-b5da-4601-b274-386892c937dc None None] Current status of the port f2cf822b-bf2d-492f-9d4d-0601512665f4 is: DOWN; New status is: BUILD {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:52:22.644294 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:22.661181 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.notifiers.nova [None req-707bff31-b5da-4601-b274-386892c937dc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2cf822b-bf2d-492f-9d4d-0601512665f4 {{(pid=88110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 24 23:52:22.676037 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] For port f2cf822b-bf2d-492f-9d4d-0601512665f4, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=f2cf822b-bf2d-492f-9d4d-0601512665f4,segment=NetworkSegment(e7254d12-d1cc-4a5e-9c91-0537d9aacaca),segment_id=e7254d12-d1cc-4a5e-9c91-0537d9aacaca)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:52:22.680117 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:22.750249 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Pushing event updated for resources: {'Port': ['ID=f2cf822b-bf2d-492f-9d4d-0601512665f4,revision_number=4']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:52:22.757862 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:52:22.758238 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:52:22.758576 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:52:22.758909 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:52:22.759236 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:52:22.759594 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:52:22.759948 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:52:22.760270 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:52:22.760592 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:52:22.760909 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:52:22.761227 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:52:22.761543 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:52:22.950389 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] get_ports_and_sgs() called for port_ids ['f2cf822b-bf2d-492f-9d4d-0601512665f4'] {{(pid=88110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 23:52:23.792744 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52dd7f9-594a-4c16-82ff-010a468e6fd5 req-2be4b2f7-567b-47fa-a715-ea35fa7b80da tempest-VolumesNegativeTest-301390751 tempest-VolumesNegativeTest-301390751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:52:23.794253 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-d52dd7f9-594a-4c16-82ff-010a468e6fd5 req-2be4b2f7-567b-47fa-a715-ea35fa7b80da tempest-VolumesNegativeTest-301390751 tempest-VolumesNegativeTest-301390751-project] 10.222.0.42 "GET /v2.0/ports?device_id=b95fb12e-8685-4678-a260-019434361f4b HTTP/1.1" status: 200 len: 947 time: 0.0885148 Jun 24 23:52:23.843219 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-d52dd7f9-594a-4c16-82ff-010a468e6fd5 req-810b254a-a6e0-4827-ae28-d04693fcd975 tempest-VolumesNegativeTest-301390751 tempest-VolumesNegativeTest-301390751-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b5904d0-2f61-40c9-a090-0ae367b1d88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422866 Jun 24 23:52:24.416749 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Device f2cf822b-bf2d-492f-9d4d-0601512665f4 up at agent hyperv_hv-cinder-84718 {{(pid=88110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 24 23:52:24.482113 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-707bff31-b5da-4601-b274-386892c937dc None None] Provisioning for port f2cf822b-bf2d-492f-9d4d-0601512665f4 completed by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 24 23:52:24.486707 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.db.provisioning_blocks [None req-707bff31-b5da-4601-b274-386892c937dc None None] Provisioning complete for port f2cf822b-bf2d-492f-9d4d-0601512665f4 triggered by entity L2. {{(pid=88110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 24 23:52:24.487075 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1479816'] for port, provisioning_complete {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:24.599691 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-707bff31-b5da-4601-b274-386892c937dc None None] Current status of the port f2cf822b-bf2d-492f-9d4d-0601512665f4 is: BUILD; New status is: ACTIVE {{(pid=88110) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}} Jun 24 23:52:24.600069 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1458824'] for port, before_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:24.626923 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b95fb12e-8685-4678-a260-019434361f4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2cf822b-bf2d-492f-9d4d-0601512665f4'}] {{(pid=88110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 23:52:24.636503 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] For port f2cf822b-bf2d-492f-9d4d-0601512665f4, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=f2cf822b-bf2d-492f-9d4d-0601512665f4,segment=NetworkSegment(e7254d12-d1cc-4a5e-9c91-0537d9aacaca),segment_id=e7254d12-d1cc-4a5e-9c91-0537d9aacaca)] {{(pid=88110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:52:24.641471 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754888674169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754888214721', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754888214766'] for port, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:24.722834 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Pushing event updated for resources: {'Port': ['ID=f2cf822b-bf2d-492f-9d4d-0601512665f4,revision_number=5']} {{(pid=88110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:52:24.824099 dv-cinder-847189-5-smb neutron-server[88110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcafde59-2cbe-4ac1-be56-2a58e2125860'] response: {'server_uuid': 'b95fb12e-8685-4678-a260-019434361f4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2cf822b-bf2d-492f-9d4d-0601512665f4', 'code': 200} Jun 24 23:52:25.043087 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bb4cbd-82ca-4ced-b51f-862082c22725 req-23f0b92d-f289-4279-8211-5b61d55513aa tempest-VolumesNegativeTest-301390751 tempest-VolumesNegativeTest-301390751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:52:25.044788 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-f8bb4cbd-82ca-4ced-b51f-862082c22725 req-23f0b92d-f289-4279-8211-5b61d55513aa tempest-VolumesNegativeTest-301390751 tempest-VolumesNegativeTest-301390751-project] 10.222.0.42 "GET /v2.0/ports?device_id=b95fb12e-8685-4678-a260-019434361f4b HTTP/1.1" status: 200 len: 948 time: 0.0919554 Jun 24 23:52:25.084228 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d0b76a-daa8-4409-82f3-54f0f4092827 req-2a871ef5-a134-4318-b618-ace7a04f615a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:52:25.085851 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-e3d0b76a-daa8-4409-82f3-54f0f4092827 req-2a871ef5-a134-4318-b618-ace7a04f615a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b95fb12e-8685-4678-a260-019434361f4b HTTP/1.1" status: 200 len: 1101 time: 0.0777967 Jun 24 23:52:25.093900 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-f8bb4cbd-82ca-4ced-b51f-862082c22725 req-9321b8c0-5090-4629-b037-14d71ee74bde tempest-VolumesNegativeTest-301390751 tempest-VolumesNegativeTest-301390751-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b5904d0-2f61-40c9-a090-0ae367b1d88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428774 Jun 24 23:52:25.133924 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-e3d0b76a-daa8-4409-82f3-54f0f4092827 req-ef8dc154-e700-48c0-93a8-4898a78b0ffe service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0b5904d0-2f61-40c9-a090-0ae367b1d88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377226 Jun 24 23:52:26.289023 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7e3e71-37a1-425f-9357-5895d0bd88d0 req-8b1f3db9-40e4-4426-a57f-d9b154082d0c tempest-VolumesNegativeTest-301390751 tempest-VolumesNegativeTest-301390751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:52:26.290480 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-eb7e3e71-37a1-425f-9357-5895d0bd88d0 req-8b1f3db9-40e4-4426-a57f-d9b154082d0c tempest-VolumesNegativeTest-301390751 tempest-VolumesNegativeTest-301390751-project] 10.222.0.42 "GET /v2.0/ports?device_id=b95fb12e-8685-4678-a260-019434361f4b HTTP/1.1" status: 200 len: 948 time: 0.0857048 Jun 24 23:52:26.337895 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-eb7e3e71-37a1-425f-9357-5895d0bd88d0 req-1e2f36c5-b0ea-477d-99ac-ca00d5f8aab6 tempest-VolumesNegativeTest-301390751 tempest-VolumesNegativeTest-301390751-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b5904d0-2f61-40c9-a090-0ae367b1d88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402508 Jun 24 23:52:27.527331 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3342c805-632f-40a4-afd3-b0d46a9b3aca req-e84497cf-2de6-4b16-b160-e031cd450864 tempest-VolumesNegativeTest-301390751 tempest-VolumesNegativeTest-301390751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:52:27.528737 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-3342c805-632f-40a4-afd3-b0d46a9b3aca req-e84497cf-2de6-4b16-b160-e031cd450864 tempest-VolumesNegativeTest-301390751 tempest-VolumesNegativeTest-301390751-project] 10.222.0.42 "GET /v2.0/ports?device_id=b95fb12e-8685-4678-a260-019434361f4b HTTP/1.1" status: 200 len: 948 time: 0.0852318 Jun 24 23:52:27.573333 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-3342c805-632f-40a4-afd3-b0d46a9b3aca req-f57b275a-8529-411b-9d39-5a482ff88d9e tempest-VolumesNegativeTest-301390751 tempest-VolumesNegativeTest-301390751-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b5904d0-2f61-40c9-a090-0ae367b1d88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389347 Jun 24 23:52:27.998995 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b91835a-efdb-4a40-a956-064ae4081402 req-8587e885-e9f6-46e3-b8a3-5cc5c6f09c18 tempest-VolumesNegativeTest-301390751 tempest-VolumesNegativeTest-301390751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:52:28.000445 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-2b91835a-efdb-4a40-a956-064ae4081402 req-8587e885-e9f6-46e3-b8a3-5cc5c6f09c18 tempest-VolumesNegativeTest-301390751 tempest-VolumesNegativeTest-301390751-project] 10.222.0.42 "GET /v2.0/ports?device_id=b95fb12e-8685-4678-a260-019434361f4b HTTP/1.1" status: 200 len: 948 time: 0.0873914 Jun 24 23:52:28.042237 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [req-2b91835a-efdb-4a40-a956-064ae4081402 req-ef2df7f2-18b4-4855-8df8-44421ef61b49 tempest-VolumesNegativeTest-301390751 tempest-VolumesNegativeTest-301390751-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b5904d0-2f61-40c9-a090-0ae367b1d88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361795 Jun 24 23:52:29.240477 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227a951e-dc32-4d9b-beb1-5c226dcc8b7e req-8690a489-5904-41ad-85b1-3e2dac52b139 tempest-VolumesNegativeTest-301390751 tempest-VolumesNegativeTest-301390751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:52:29.241920 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-227a951e-dc32-4d9b-beb1-5c226dcc8b7e req-8690a489-5904-41ad-85b1-3e2dac52b139 tempest-VolumesNegativeTest-301390751 tempest-VolumesNegativeTest-301390751-project] 10.222.0.42 "GET /v2.0/ports?device_id=b95fb12e-8685-4678-a260-019434361f4b HTTP/1.1" status: 200 len: 948 time: 0.0887589 Jun 24 23:52:29.285616 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-227a951e-dc32-4d9b-beb1-5c226dcc8b7e req-cfc4c6e9-c8eb-42e7-91c2-3de6bf4b4370 tempest-VolumesNegativeTest-301390751 tempest-VolumesNegativeTest-301390751-project] 10.222.0.42 "GET /v2.0/security-groups?id=0b5904d0-2f61-40c9-a090-0ae367b1d88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378785 Jun 24 23:52:29.382419 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc6f97e-4367-4ac4-8781-d8b7c17ab94a req-9f87ba4a-6e2b-4d64-8991-c9fe251bead2 tempest-VolumesNegativeTest-301390751 tempest-VolumesNegativeTest-301390751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 24 23:52:29.383763 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-9cc6f97e-4367-4ac4-8781-d8b7c17ab94a req-9f87ba4a-6e2b-4d64-8991-c9fe251bead2 tempest-VolumesNegativeTest-301390751 tempest-VolumesNegativeTest-301390751-project] 10.222.0.15 "GET /v2.0/ports?device_id=b95fb12e-8685-4678-a260-019434361f4b HTTP/1.1" status: 200 len: 948 time: 0.0828826 Jun 24 23:52:29.456587 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [req-9cc6f97e-4367-4ac4-8781-d8b7c17ab94a req-97b79743-5fca-46e4-9af6-92525f0eca44 tempest-VolumesNegativeTest-301390751 tempest-VolumesNegativeTest-301390751-project] Deleting port f2cf822b-bf2d-492f-9d4d-0601512665f4 {{(pid=88108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jun 24 23:52:29.456923 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-9cc6f97e-4367-4ac4-8781-d8b7c17ab94a req-97b79743-5fca-46e4-9af6-92525f0eca44 tempest-VolumesNegativeTest-301390751 tempest-VolumesNegativeTest-301390751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754888672570'] for port, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:29.774292 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.db [req-9cc6f97e-4367-4ac4-8781-d8b7c17ab94a req-97b79743-5fca-46e4-9af6-92525f0eca44 tempest-VolumesNegativeTest-301390751 tempest-VolumesNegativeTest-301390751-project] For port f2cf822b-bf2d-492f-9d4d-0601512665f4, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=f2cf822b-bf2d-492f-9d4d-0601512665f4,segment=NetworkSegment(e7254d12-d1cc-4a5e-9c91-0537d9aacaca),segment_id=e7254d12-d1cc-4a5e-9c91-0537d9aacaca)] {{(pid=88108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 24 23:52:29.774646 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-9cc6f97e-4367-4ac4-8781-d8b7c17ab94a req-97b79743-5fca-46e4-9af6-92525f0eca44 tempest-VolumesNegativeTest-301390751 tempest-VolumesNegativeTest-301390751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-478950'] for port, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:29.895529 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.plugins.ml2.plugin [req-9cc6f97e-4367-4ac4-8781-d8b7c17ab94a req-97b79743-5fca-46e4-9af6-92525f0eca44 tempest-VolumesNegativeTest-301390751 tempest-VolumesNegativeTest-301390751-project] Calling delete_port for f2cf822b-bf2d-492f-9d4d-0601512665f4 owned by compute:nova {{(pid=88108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}} Jun 24 23:52:30.039399 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-9cc6f97e-4367-4ac4-8781-d8b7c17ab94a req-97b79743-5fca-46e4-9af6-92525f0eca44 tempest-VolumesNegativeTest-301390751 tempest-VolumesNegativeTest-301390751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1458767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-627718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754888674196', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754888214712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-266412288'] for port, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:30.058409 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.db [None req-707bff31-b5da-4601-b274-386892c937dc None None] get_ports_and_sgs() called for port_ids ['f2cf822b-bf2d-492f-9d4d-0601512665f4'] {{(pid=88110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 24 23:52:30.124246 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b79743-5fca-46e4-9af6-92525f0eca44 tempest-VolumesNegativeTest-301390751 tempest-VolumesNegativeTest-301390751-project] Pushing event deleted for resources: {'Port': ['ID=f2cf822b-bf2d-492f-9d4d-0601512665f4,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:52:30.136527 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b79743-5fca-46e4-9af6-92525f0eca44 tempest-VolumesNegativeTest-301390751 tempest-VolumesNegativeTest-301390751-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:52:30.136872 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b79743-5fca-46e4-9af6-92525f0eca44 tempest-VolumesNegativeTest-301390751 tempest-VolumesNegativeTest-301390751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:52:30.137198 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b79743-5fca-46e4-9af6-92525f0eca44 tempest-VolumesNegativeTest-301390751 tempest-VolumesNegativeTest-301390751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:52:30.137525 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b79743-5fca-46e4-9af6-92525f0eca44 tempest-VolumesNegativeTest-301390751 tempest-VolumesNegativeTest-301390751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:52:30.137847 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b79743-5fca-46e4-9af6-92525f0eca44 tempest-VolumesNegativeTest-301390751 tempest-VolumesNegativeTest-301390751-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:52:30.138167 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b79743-5fca-46e4-9af6-92525f0eca44 tempest-VolumesNegativeTest-301390751 tempest-VolumesNegativeTest-301390751-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:52:30.138982 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b79743-5fca-46e4-9af6-92525f0eca44 tempest-VolumesNegativeTest-301390751 tempest-VolumesNegativeTest-301390751-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:52:30.139307 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b79743-5fca-46e4-9af6-92525f0eca44 tempest-VolumesNegativeTest-301390751 tempest-VolumesNegativeTest-301390751-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:52:30.139652 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b79743-5fca-46e4-9af6-92525f0eca44 tempest-VolumesNegativeTest-301390751 tempest-VolumesNegativeTest-301390751-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:52:30.139964 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b79743-5fca-46e4-9af6-92525f0eca44 tempest-VolumesNegativeTest-301390751 tempest-VolumesNegativeTest-301390751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:52:30.140278 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b79743-5fca-46e4-9af6-92525f0eca44 tempest-VolumesNegativeTest-301390751 tempest-VolumesNegativeTest-301390751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:52:30.140589 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b79743-5fca-46e4-9af6-92525f0eca44 tempest-VolumesNegativeTest-301390751 tempest-VolumesNegativeTest-301390751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-5-smb {{(pid=88108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 24 23:52:30.193750 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cc6f97e-4367-4ac4-8781-d8b7c17ab94a req-97b79743-5fca-46e4-9af6-92525f0eca44 tempest-VolumesNegativeTest-301390751 tempest-VolumesNegativeTest-301390751-project] No DVR routers for this DVR port f2cf822b-bf2d-492f-9d4d-0601512665f4 on host hv-cinder-84718 {{(pid=88108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 24 23:52:30.196814 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [req-9cc6f97e-4367-4ac4-8781-d8b7c17ab94a req-97b79743-5fca-46e4-9af6-92525f0eca44 tempest-VolumesNegativeTest-301390751 tempest-VolumesNegativeTest-301390751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-122089'] for port, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:30.199475 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b95fb12e-8685-4678-a260-019434361f4b', 'name': 'network-vif-deleted', 'tag': 'f2cf822b-bf2d-492f-9d4d-0601512665f4'}] {{(pid=88108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 24 23:52:30.216923 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-9cc6f97e-4367-4ac4-8781-d8b7c17ab94a req-97b79743-5fca-46e4-9af6-92525f0eca44 tempest-VolumesNegativeTest-301390751 tempest-VolumesNegativeTest-301390751-project] 10.222.0.15 "DELETE /v2.0/ports/f2cf822b-bf2d-492f-9d4d-0601512665f4 HTTP/1.1" status: 204 len: 173 time: 0.8248186 Jun 24 23:52:30.262947 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-745ab963-18c4-4e11-98d1-53c7410fbb9b'] response: {'server_uuid': 'b95fb12e-8685-4678-a260-019434361f4b', 'name': 'network-vif-deleted', 'tag': 'f2cf822b-bf2d-492f-9d4d-0601512665f4', 'status': 'completed', 'code': 200} Jun 24 23:52:30.402516 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 34074) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:52:30.464341 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-4b50dc5d-5364-4d55-92d0-6f85c8932815 req-d0d3cbbd-9663-476f-b668-52e76cccc82e tempest-VolumesNegativeTest-301390751 tempest-VolumesNegativeTest-301390751-project] Synchronizing usage tracker for tenant:bed2214cc0a140d498882eec3a1ea72f on resource:port {{(pid=88108) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 24 23:52:30.479876 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [req-4b50dc5d-5364-4d55-92d0-6f85c8932815 req-d0d3cbbd-9663-476f-b668-52e76cccc82e tempest-VolumesNegativeTest-301390751 tempest-VolumesNegativeTest-301390751-project] Unset dirty status for tenant:bed2214cc0a140d498882eec3a1ea72f on resource:port {{(pid=88108) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 24 23:52:30.481008 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [req-4b50dc5d-5364-4d55-92d0-6f85c8932815 req-d0d3cbbd-9663-476f-b668-52e76cccc82e tempest-VolumesNegativeTest-301390751 tempest-VolumesNegativeTest-301390751-project] 10.222.0.42 "GET /v2.0/ports?device_id=b95fb12e-8685-4678-a260-019434361f4b HTTP/1.1" status: 200 len: 210 time: 0.0650570 Jun 24 23:52:30.517643 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-92b8736f-8cc8-4d93-afa3-4514f8f4b761 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:30.531388 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-92b8736f-8cc8-4d93-afa3-4514f8f4b761 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:52:30.535117 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-92b8736f-8cc8-4d93-afa3-4514f8f4b761 admin admin] Usage tracker for resource:security_group_rule and tenant:34d487f3d671496eb7d73adad746c3ad is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:52:30.537906 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-92b8736f-8cc8-4d93-afa3-4514f8f4b761 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:52:30.543535 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-92b8736f-8cc8-4d93-afa3-4514f8f4b761 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:52:30.622653 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-92b8736f-8cc8-4d93-afa3-4514f8f4b761 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:30.626864 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-92b8736f-8cc8-4d93-afa3-4514f8f4b761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:30.671623 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-92b8736f-8cc8-4d93-afa3-4514f8f4b761 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=34d487f3d671496eb7d73adad746c3ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2679045 Jun 24 23:52:30.672456 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b8736f-8cc8-4d93-afa3-4514f8f4b761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85ddec27-81eb-4453-b0df-5f77bceb0640,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:52:30.674507 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 34080) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:52:30.736632 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e5ccf4ce-7e35-456d-b0f9-b1d6d16fdd37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:30.764437 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e5ccf4ce-7e35-456d-b0f9-b1d6d16fdd37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:30.815292 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e5ccf4ce-7e35-456d-b0f9-b1d6d16fdd37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:30.831283 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ccf4ce-7e35-456d-b0f9-b1d6d16fdd37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ddec27-81eb-4453-b0df-5f77bceb0640,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:52:30.835827 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-e5ccf4ce-7e35-456d-b0f9-b1d6d16fdd37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:30.839537 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-e5ccf4ce-7e35-456d-b0f9-b1d6d16fdd37 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/85ddec27-81eb-4453-b0df-5f77bceb0640 HTTP/1.1" status: 204 len: 168 time: 0.1639624 Jun 24 23:52:31.116321 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 34088) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:52:31.133437 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-84ecb520-14d7-420a-9eb5-e249ce6482f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:31.147048 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-84ecb520-14d7-420a-9eb5-e249ce6482f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:52:31.150839 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-84ecb520-14d7-420a-9eb5-e249ce6482f9 admin admin] Usage tracker for resource:security_group_rule and tenant:d5ae3df834584a909fa584c1f21013b5 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:52:31.153623 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-84ecb520-14d7-420a-9eb5-e249ce6482f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:52:31.159822 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-84ecb520-14d7-420a-9eb5-e249ce6482f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:52:31.239658 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-84ecb520-14d7-420a-9eb5-e249ce6482f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:31.243419 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-84ecb520-14d7-420a-9eb5-e249ce6482f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:31.289116 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-84ecb520-14d7-420a-9eb5-e249ce6482f9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d5ae3df834584a909fa584c1f21013b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1717339 Jun 24 23:52:31.289961 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ecb520-14d7-420a-9eb5-e249ce6482f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8256e338-c364-45a8-be42-cbbd485acbe6,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:52:31.291868 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 34092) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:52:31.352039 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-0ab285c2-2ad1-4635-8ef6-57822184bc7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:31.377624 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-0ab285c2-2ad1-4635-8ef6-57822184bc7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:31.426132 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-0ab285c2-2ad1-4635-8ef6-57822184bc7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:31.442213 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab285c2-2ad1-4635-8ef6-57822184bc7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8256e338-c364-45a8-be42-cbbd485acbe6,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:52:31.450727 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-0ab285c2-2ad1-4635-8ef6-57822184bc7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:31.452388 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-0ab285c2-2ad1-4635-8ef6-57822184bc7e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8256e338-c364-45a8-be42-cbbd485acbe6 HTTP/1.1" status: 204 len: 168 time: 0.1595545 Jun 24 23:52:31.799189 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 34114) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:52:31.817820 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-09c1e8a6-b6c3-4930-a720-851fc245124b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:31.834418 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-09c1e8a6-b6c3-4930-a720-851fc245124b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:52:31.839015 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-09c1e8a6-b6c3-4930-a720-851fc245124b admin admin] Usage tracker for resource:security_group_rule and tenant:b51e9aa1fe2340b9b434ae84cd76ed55 is out of sync, need to count used quota {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:52:31.842458 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.quota.resource [None req-09c1e8a6-b6c3-4930-a720-851fc245124b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88109) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:52:31.848404 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.db.quota.driver [None req-09c1e8a6-b6c3-4930-a720-851fc245124b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88109) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:52:31.930834 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-09c1e8a6-b6c3-4930-a720-851fc245124b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:31.934707 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-09c1e8a6-b6c3-4930-a720-851fc245124b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:31.986444 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-09c1e8a6-b6c3-4930-a720-851fc245124b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b51e9aa1fe2340b9b434ae84cd76ed55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1837425 Jun 24 23:52:31.986444 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c1e8a6-b6c3-4930-a720-851fc245124b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d7e7d08-e835-47e0-b62e-eeda2a6e17ea,revision_number=1']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:52:31.986808 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 34126) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:52:32.049761 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d57e79dd-ab44-40c8-9541-89690dd88c2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:32.075609 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d57e79dd-ab44-40c8-9541-89690dd88c2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:32.129847 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d57e79dd-ab44-40c8-9541-89690dd88c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:32.145244 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57e79dd-ab44-40c8-9541-89690dd88c2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d7e7d08-e835-47e0-b62e-eeda2a6e17ea,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:52:32.154826 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-d57e79dd-ab44-40c8-9541-89690dd88c2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:32.158433 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-d57e79dd-ab44-40c8-9541-89690dd88c2f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4d7e7d08-e835-47e0-b62e-eeda2a6e17ea HTTP/1.1" status: 204 len: 168 time: 0.1680081 Jun 24 23:52:32.432191 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Device f2cf822b-bf2d-492f-9d4d-0601512665f4 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 24 23:52:32.480107 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.plugin [None req-707bff31-b5da-4601-b274-386892c937dc None None] No Port match for: f2cf822b-bf2d-492f-9d4d-0601512665f4 {{(pid=88110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 24 23:52:32.480449 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron.plugins.ml2.rpc [None req-707bff31-b5da-4601-b274-386892c937dc None None] Device f2cf822b-bf2d-492f-9d4d-0601512665f4 not bound to the agent host hv-cinder-84718 {{(pid=88110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 24 23:52:34.131156 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.agents_db [None req-920f0d7c-c373-4dd0-bab9-7f12e43ec96a None None] Agent healthcheck: found 6 active agents {{(pid=88111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 23:52:36.677672 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 34408) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:52:36.819382 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-1070c92d-e93c-421d-b818-9d3758552138 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bed2214cc0a140d498882eec3a1ea72f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1405597 Jun 24 23:52:36.821802 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 34414) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:52:36.878094 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f8560829-6700-4eeb-a41e-6e087cd2e967 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:36.906051 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f8560829-6700-4eeb-a41e-6e087cd2e967 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:36.955247 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f8560829-6700-4eeb-a41e-6e087cd2e967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:36.971412 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8560829-6700-4eeb-a41e-6e087cd2e967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b5904d0-2f61-40c9-a090-0ae367b1d88b,revision_number=None']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:52:36.981184 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-f8560829-6700-4eeb-a41e-6e087cd2e967 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:36.982823 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-f8560829-6700-4eeb-a41e-6e087cd2e967 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0b5904d0-2f61-40c9-a090-0ae367b1d88b HTTP/1.1" status: 204 len: 168 time: 0.1596117 Jun 24 23:52:38.680007 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.wsgi [-] (88108) accepted ('10.222.0.42', 34432) {{(pid=88108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:52:38.795170 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-94506f55-e1b7-4b36-a96f-0618956d8caa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:38.809147 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-94506f55-e1b7-4b36-a96f-0618956d8caa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 24 23:52:38.812969 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-94506f55-e1b7-4b36-a96f-0618956d8caa admin admin] Usage tracker for resource:security_group_rule and tenant:d26b6bc18a8b4bfaacfe7853492ad905 is out of sync, need to count used quota {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 24 23:52:38.815741 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.quota.resource [None req-94506f55-e1b7-4b36-a96f-0618956d8caa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88108) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 24 23:52:38.821304 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.db.quota.driver [None req-94506f55-e1b7-4b36-a96f-0618956d8caa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88108) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 24 23:52:38.881173 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:38.905879 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-94506f55-e1b7-4b36-a96f-0618956d8caa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:38.909678 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron_lib.callbacks.manager [None req-94506f55-e1b7-4b36-a96f-0618956d8caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_create {{(pid=88108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:38.954897 dv-cinder-847189-5-smb neutron-server[88108]: INFO neutron.wsgi [None req-94506f55-e1b7-4b36-a96f-0618956d8caa admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d26b6bc18a8b4bfaacfe7853492ad905&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2738557 Jun 24 23:52:38.956464 dv-cinder-847189-5-smb neutron-server[88108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94506f55-e1b7-4b36-a96f-0618956d8caa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e46d97f-c7b8-466b-bbd9-ba2bae28ccda,revision_number=1']} {{(pid=88108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:52:38.957552 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [-] (88109) accepted ('10.222.0.42', 34438) {{(pid=88109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 24 23:52:39.013901 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-bf74d9af-a36f-4b1b-a087-1a3bd3e49c4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:39.037798 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-bf74d9af-a36f-4b1b-a087-1a3bd3e49c4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:39.087483 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-bf74d9af-a36f-4b1b-a087-1a3bd3e49c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531129'] for security_group, after_delete {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:39.104495 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf74d9af-a36f-4b1b-a087-1a3bd3e49c4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e46d97f-c7b8-466b-bbd9-ba2bae28ccda,revision_number=None']} {{(pid=88109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 24 23:52:39.111777 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron_lib.callbacks.manager [None req-bf74d9af-a36f-4b1b-a087-1a3bd3e49c4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:39.112886 dv-cinder-847189-5-smb neutron-server[88109]: INFO neutron.wsgi [None req-bf74d9af-a36f-4b1b-a087-1a3bd3e49c4f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5e46d97f-c7b8-466b-bbd9-ba2bae28ccda HTTP/1.1" status: 204 len: 168 time: 0.1543717 Jun 24 23:52:39.949813 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-381bec92-3cc0-4985-a525-9d2a30e0e62d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:42.178049 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-c35b5cc4-4880-4731-a1dc-22bedc20ffbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:42.897670 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-8c0b2992-c590-46d4-9042-25b3b8179244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:43.355709 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:52:44.665098 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-1d7c9831-c6e7-4afe-acbd-faa6f5f62172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:53:08.881681 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:53:09.952048 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-7b53087c-a2d0-4494-9d7f-33b684cbd259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:53:11.130129 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.agents_db [None req-920f0d7c-c373-4dd0-bab9-7f12e43ec96a None None] Agent healthcheck: found 6 active agents {{(pid=88111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 23:53:12.179633 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-f92bdc1b-3f4c-4057-b4de-d8681034b968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:53:12.899902 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-8c0b2992-c590-46d4-9042-25b3b8179244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:53:13.358484 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:53:14.669329 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-1d7c9831-c6e7-4afe-acbd-faa6f5f62172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:53:38.891176 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:53:39.953375 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-dd3d95c6-b17c-4c2e-b748-ca98fe0630a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:53:42.180715 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-2bdf0afa-277c-49d6-9ba9-f8d3debe0075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:53:42.902987 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-8c0b2992-c590-46d4-9042-25b3b8179244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:53:43.360521 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:53:44.671080 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-1d7c9831-c6e7-4afe-acbd-faa6f5f62172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:53:48.129115 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.agents_db [None req-920f0d7c-c373-4dd0-bab9-7f12e43ec96a None None] Agent healthcheck: found 6 active agents {{(pid=88111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 23:54:08.890352 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:54:09.954248 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-bff22c9a-a512-43fc-9a10-eaea2328ca90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:54:12.182609 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-4c24a446-6a19-4e1b-84c1-3c54a2a8b563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:54:12.905363 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-8c0b2992-c590-46d4-9042-25b3b8179244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:54:13.361489 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:54:14.675658 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-1d7c9831-c6e7-4afe-acbd-faa6f5f62172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:54:25.127296 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.agents_db [None req-920f0d7c-c373-4dd0-bab9-7f12e43ec96a None None] Agent healthcheck: found 6 active agents {{(pid=88111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 23:54:38.902264 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:54:39.954594 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-f6c64934-22a6-43d3-92f9-4feeabcde169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:54:42.184156 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-a2c2a786-99ae-43fb-bdc4-961647034e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:54:42.907972 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-8c0b2992-c590-46d4-9042-25b3b8179244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:54:43.362275 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:54:44.676258 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-1d7c9831-c6e7-4afe-acbd-faa6f5f62172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:55:02.125954 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.agents_db [None req-920f0d7c-c373-4dd0-bab9-7f12e43ec96a None None] Agent healthcheck: found 6 active agents {{(pid=88111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 23:55:08.908860 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:55:09.954871 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-3124adb0-0091-4872-8618-dc21064707eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:55:12.184814 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-05a81a1f-adf6-4087-9ee7-7eda6cc2c3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:55:12.910204 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-8c0b2992-c590-46d4-9042-25b3b8179244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:55:13.363388 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:55:14.678610 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-1d7c9831-c6e7-4afe-acbd-faa6f5f62172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:55:38.914525 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:55:39.125023 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.agents_db [None req-920f0d7c-c373-4dd0-bab9-7f12e43ec96a None None] Agent healthcheck: found 6 active agents {{(pid=88111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 23:55:39.956033 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b8363110-9fee-4d55-908e-e0d04fcfc000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:55:42.216788 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-d8d7bdc6-2f29-4f7f-9400-e318b1670b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:55:42.913357 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-8c0b2992-c590-46d4-9042-25b3b8179244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:55:43.365083 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:55:44.680589 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-1d7c9831-c6e7-4afe-acbd-faa6f5f62172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:56:08.923127 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:56:09.957019 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-5eaaeed2-a031-45df-8c0a-814d7f7fa836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:56:12.187403 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-82edad3f-2861-4a81-8c3b-30909eb3ac3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:56:12.916493 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-8c0b2992-c590-46d4-9042-25b3b8179244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:56:13.366349 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:56:14.683871 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-1d7c9831-c6e7-4afe-acbd-faa6f5f62172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:56:16.124799 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.agents_db [None req-920f0d7c-c373-4dd0-bab9-7f12e43ec96a None None] Agent healthcheck: found 6 active agents {{(pid=88111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 23:56:38.922023 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:56:39.957433 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-bc02d53f-1a3b-49ce-b070-2a9ab42779e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:56:42.187603 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-39a1fda4-9f24-4899-ae90-d9e478778963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:56:42.919266 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-8c0b2992-c590-46d4-9042-25b3b8179244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:56:43.367798 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:56:44.687122 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-1d7c9831-c6e7-4afe-acbd-faa6f5f62172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:56:53.125314 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.agents_db [None req-920f0d7c-c373-4dd0-bab9-7f12e43ec96a None None] Agent healthcheck: found 6 active agents {{(pid=88111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 23:57:08.920598 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:57:09.957925 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-532460ae-da84-4c31-ba4b-485e3825a4e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:57:10.782688 dv-cinder-847189-5-smb neutron-server[88109]: DEBUG neutron.wsgi [req-d5b8fdb7-7677-46d8-a694-0fda7965901c req-2ef660d1-10b3-4e26-987d-87d56916e835 service neutron] (88109) timed out ('10.222.0.15', 56982) {{(pid=88109) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 24 23:57:12.188551 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-dda6d87c-9f11-415b-8f78-32093db80e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:57:12.922354 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-8c0b2992-c590-46d4-9042-25b3b8179244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:57:13.370021 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-b5337bf2-bc5c-4cdc-bde2-35f4bac8a01d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:57:14.691960 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-1d7c9831-c6e7-4afe-acbd-faa6f5f62172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:57:30.123592 dv-cinder-847189-5-smb neutron-server[88111]: DEBUG neutron.db.agents_db [None req-920f0d7c-c373-4dd0-bab9-7f12e43ec96a None None] Agent healthcheck: found 6 active agents {{(pid=88111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jun 24 23:57:38.923671 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-707bff31-b5da-4601-b274-386892c937dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 24 23:57:39.959028 dv-cinder-847189-5-smb neutron-server[88110]: DEBUG neutron_lib.callbacks.manager [None req-3cab96ac-c13b-4a3c-be84-380ae6cf6054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754888586343', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1479769'] for agent, after_update {{(pid=88110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}